00000800:00000200:1.1F:1775762917.888071:0:3656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2e6befe] -> 12345-192.168.202.156@tcp (2)
00000800:00000200:2.1F:1775762917.890200:0:3648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2e6befe] -> 12345-192.168.202.156@tcp (2)
00000800:00000200:2.1:1775762917.890216:0:3648:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.156@tcp 0000000064e9ec17 deleted
00000800:00000010:2.1:1775762917.890218:0:3648:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000064e9ec17.
00000800:00000200:2.1:1775762917.890224:0:3648:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1775762917.890232:0:3648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:1023
00000800:00000200:2.1:1775762917.890237:0:3648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed394271 type 2, nob 96 niov 1 nkiov 0
00000800:00000200:1.1:1775762917.890488:0:3646:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1775762917.892082:0:3647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2e6befe] -> 12345-192.168.202.156@tcp (4)
00000800:00000200:2.1:1775762917.892087:0:3647:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.156@tcp 0000000064e9ec17 deleted
00000800:00000010:2.1:1775762917.892090:0:3647:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000064e9ec17.
00000800:00000200:2.1:1775762917.892094:0:3647:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1
00000800:00000200:1.1:1775762917.892337:0:3646:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1
00010000:00000010:0.1F:1775762918.091879:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f07c402b.
00010000:00000010:0.1:1775762918.091896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c74ce2e3.
00010000:00000010:1.1:1775762918.420910:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000082e99a59.
00010000:00000010:1.1:1775762918.420919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bd4edad2.
00010000:00000010:2.1:1775762918.425260:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003b4d6b59.
00010000:00000010:2.1:1775762918.425271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c47eea8f.
00010000:00000010:0.1:1775762918.429852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004670137d.
00080000:00000010:3.1F:1775762918.479318:0:6496:0:(osd_handler.c:1611:osd_oxc_free()) kfreed 'oxe': 68 at 00000000cbee7b75.
00000100:00100000:3.0:1775764874.850031:0:8400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1862022277193344:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764874.850076:0:8400:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022d1df32/0x9da62835f5d6c178 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1775764874.850589:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967849 is committed
00000001:00080000:3.0:1775764874.850605:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967848 is committed
00000001:00080000:3.0:1775764874.850616:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967846 is committed
00000100:00100000:3.0:1775764874.852375:0:15593:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15593:1862022277193600:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764874.852403:0:15593:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6c17f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.852750:0:8400:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022d1df32/0x9da62835f5d6c178 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.852760:0:8400:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022d1df32/0x9da62835f5d6c178 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.852771:0:8400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022d1df32/0x9da62835f5d6c178 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.852780:0:8400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022d1df32/0x9da62835f5d6c178 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.852802:0:8400:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764874.865922:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293445632
00000100:00100000:3.0:1775764874.865938:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293445632
00010000:00010000:3.0:1775764874.865991:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c598edc9/0x9da62835f5d5c245 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509445fc8c expref: 87 pid: 15572 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764874.866025:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2937
00000100:00100000:3.0:1775764874.866034:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+87:2403:x1862022293445632:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764874.866046:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764874.866053:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c598edc9/0x9da62835f5d5c245 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509445fc8c expref: 87 pid: 15572 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.866076:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c598edc9/0x9da62835f5d5c245 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509445fc8c expref: 87 pid: 15572 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.866111:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c598edc9/0x9da62835f5d5c245 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509445fc8c expref: 87 pid: 15572 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.866143:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764874.866147:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764874.866153:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d460c3b5/0x9da62835f5d6c171 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.866179:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d460c3b5/0x9da62835f5d6c171 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.866226:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764874.866798:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+86:2403:x1862022293445632:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 763us (12035us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764874.866813:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2937
00010000:00010000:3.0:1775764874.866863:0:15593:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6c17f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.866874:0:15593:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6c17f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.866883:0:15593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6c17f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.866891:0:15593:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6c17f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.866913:0:15593:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764874.867023:0:15593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+13:3660:x1862022277191040:12345-0@lo:6:osp-syn-1-1.0 Request processed in 52562us (54067us total) trans 4294967815 rc 0/0
00000100:00100000:3.0:1775764874.867031:0:15593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855
00000004:00080000:3.0:1775764874.867077:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c692c71880/2, rc 0, transno 4294967815
00000100:00100000:3.0:1775764874.867090:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277191040:0@lo:6:osp-syn-1-1.0
00000100:00100000:3.0:1775764874.869706:0:15593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277195136
00000100:00100000:3.0:1775764874.869712:0:15593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277195136
00000100:00100000:3.0:1775764874.869785:0:15593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1867
00000100:00100000:3.0:1775764874.869794:0:15593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+12:3658:x1862022277195136:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:3.0:1775764874.869810:0:15593:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:109 count 1
00010000:00010000:3.0:1775764874.869827:0:15593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074ec0b2d/0x9da62835f5d6c1cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.869872:0:15593:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073216b33/0x9da62835f5d6c067 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464a1f expref: 84 pid: 15574 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.869885:0:15593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764874.869887:0:15593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764874.869890:0:15593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074ec0b2d/0x9da62835f5d6c1cc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.869914:0:15593:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073216b33/0x9da62835f5d6c067 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a1f expref: 84 pid: 15574 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.869925:0:15593:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073216b33/0x9da62835f5d6c067 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a1f expref: 84 pid: 15574 timeout: 2229 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764874.869936:0:15593:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a037800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15593:1862022277195264:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764874.869968:0:15593:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63240 going to sleep for 11 seconds
00000100:00100000:3.0:1775764874.871491:0:15574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a034000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15574:1862022277193728:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764874.871511:0:15574:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000929255d8/0x9da62835f5d6c186 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.871716:0:15573:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aa70bdc2/0x9da62835f5d6c155 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.871724:0:15573:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa70bdc2/0x9da62835f5d6c155 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.871732:0:15573:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa70bdc2/0x9da62835f5d6c155 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.871738:0:15573:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa70bdc2/0x9da62835f5d6c155 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.871780:0:15573:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764874.872007:0:15573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3659:x1862022277190912:12345-0@lo:6:osp-syn-0-1.0 Request processed in 60233us (60746us total) trans 4294967852 rc 0/0
00000100:00100000:3.0:1775764874.872342:0:15573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849
00000100:00100000:3.0:1775764874.873337:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764874.873363:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293446400
00000100:00100000:3.0:1775764874.874797:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293446400
00010000:00010000:3.0:1775764874.874829:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000043e60d4c/0x9da62835f5d58035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509445e7ee expref: 95 pid: 15586 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764874.882790:0:15586:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a037b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15586:1862022277194496:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764874.882810:0:15586:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000060a4be3d/0x9da62835f5d6c1b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764874.882874:0:8402:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a034380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8402:1862022277194624:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764874.882888:0:8402:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c1b7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764874.882918:0:8506:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a034700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8506:1862022277194752:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764874.882932:0:8506:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6c1be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764874.882975:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c692c70380/2, rc 0, transno 4294967819
00000100:00100000:3.0:1775764874.882985:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277190784:0@lo:6:osp-syn-1-1.0
00000100:00100000:3.0:1775764874.883303:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2947
00000100:00100000:3.0:1775764874.883480:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+85:2403:x1862022293447168:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764874.883495:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764874.883502:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000087cb4e27/0x9da62835f5d5dee6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446063a expref: 85 pid: 15577 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.883513:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000087cb4e27/0x9da62835f5d5dee6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446063a expref: 85 pid: 15577 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.884161:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087cb4e27/0x9da62835f5d5dee6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446063a expref: 85 pid: 15577 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.884184:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764874.884187:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764874.884192:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000060a4be3d/0x9da62835f5d6c1b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.884203:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060a4be3d/0x9da62835f5d6c1b0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.884245:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764874.884322:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+84:2403:x1862022293447168:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 847us (1718us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764874.890940:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2947
00010000:00010000:3.0:1775764874.891020:0:8506:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6c1be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.891032:0:8506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6c1be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.891044:0:8506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6c1be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.891052:0:8506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6c1be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.891074:0:8506:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1775764874.892405:0:8506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3658:x1862022277192320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 65734us (75790us total) trans 4294967855 rc 0/0
00000100:00100000:3.0:1775764874.892418:0:8506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864
00010000:00010000:3.0:1775764874.892455:0:8402:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c1b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.892465:0:8402:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c1b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.892475:0:8402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c1b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.892488:0:8402:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c1b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.892505:0:8402:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764874.892623:0:8402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3658:x1862022277191808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 66134us (76044us total) trans 4294967856 rc 0/0
00000100:00100000:3.0:1775764874.892630:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863
00010000:00010000:3.0:1775764874.892645:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764874.892650:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c1b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.892657:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b38e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764874.892661:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c1b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.892668:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c1b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.892693:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c1b7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.892701:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c1b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.892718:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764874.892720:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764874.892722:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764874.894259:0:15593:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a037800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15593:1862022277195264:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764874.894283:0:15593:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000074ec0b2d/0x9da62835f5d6c1cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.901435:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764874.901452:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7568dff/0x9da62835f5d6c1c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.901466:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a331f000 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764874.901471:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7568dff/0x9da62835f5d6c1c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.901481:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7568dff/0x9da62835f5d6c1c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.901504:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7568dff/0x9da62835f5d6c1c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.901512:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7568dff/0x9da62835f5d6c1c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764874.903485:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764874.903524:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293447936
00000100:00100000:3.0:1775764874.903532:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293447936
00000100:00100000:3.0:1775764874.903573:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205103
00000100:00100000:3.0:1775764874.903580:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:14453:x1862022293447936:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764874.903594:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764874.903610:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6c1d3 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464a81 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.903635:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c1da lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.903647:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c1da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.903656:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c1da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.903769:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6c1d3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464a81 expref: 120 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.903785:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c1da lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464a81 expref: 119 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764874.903792:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:3.0:1775764874.903795:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:3.0:1775764874.903799:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79cc00, rc 0)
00000100:00100000:3.0:1775764874.904276:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14453:x1862022293447936:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 695us (795us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764874.904282:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205103
00000100:00100000:3.0:1775764874.923234:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764874.941492:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764874.949635:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293448448
00000100:00100000:3.0:1775764874.949646:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293448448
00000100:00100000:3.0:1775764874.949717:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1869
00000100:00100000:3.0:1775764874.949728:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+90:2401:x1862022293448448:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:3.0:1775764874.951139:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764874.955999:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:2401:x1862022293448448:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 6270us (6552us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764874.956010:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1869
00000100:00100000:3.0:1775764874.959469:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764874.973812:0:15579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293448832
00000100:00100000:3.0:1775764874.973821:0:15579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293448832
00002000:00100000:3.0:1775764874.973909:0:15579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x6e:0x0] (0->4095)  req@ffff93c68a11b800 x1862022293448832/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:355/0 lens 4584/0 e 0 to 0 dl 1775764885 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1775764874.973921:0:15579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c68a11b800 with x1862022293448832 ext(0->4095)
00002000:00010000:3.0:1775764874.973927:0:15579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c68a11b800
00000100:00100000:3.0:1775764874.973961:0:15579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 395
00000100:00100000:3.0:1775764874.973970:0:15579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:2403:x1862022293448832:12345-192.168.202.56@tcp:4:dbench.0
00000001:00080000:3.0:1775764875.002790:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967859 is committed
00000100:00100000:3.0:1775764875.017887:0:15567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293449472
00000100:00100000:3.0:1775764875.017896:0:15567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293449472
00002000:00100000:3.0:1775764875.017945:0:15567:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000400:0x6e:0x0] (0->4095)  req@ffff93c68a119500 x1862022293449472/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:356/0 lens 4584/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1775764875.017956:0:15567:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c68a119500 with x1862022293449472 ext(0->4095)
00002000:00010000:3.0:1775764875.017963:0:15567:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c68a119500
00000100:00100000:3.0:1775764875.018000:0:15567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 397
00000100:00100000:3.0:1775764875.018018:0:15567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:2403:x1862022293449472:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:3.0:1775764875.018996:0:15567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+90:2403:x1862022293449472:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 981us (1223us total) trans 4294967826 rc 0/0
00000100:00100000:3.0:1775764875.019016:0:15567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 397
00002000:00100000:3.0:1775764875.019025:0:15567:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000400:0x6e:0x0] (0->4095)  req@ffff93c68a119500 x1862022293449472/t4294967826(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:356/0 lens 4584/448 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1775764875.019035:0:15567:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c68a119500 with x1862022293449472 ext(0->4095)
00002000:00010000:3.0:1775764875.019041:0:15567:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c68a119500
00000100:00100000:3.0:1775764875.035451:0:15577:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:2403:x1862022293449600:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 4112us (4356us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.035463:0:15577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1873
00000100:00100000:3.0:1775764875.045140:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00080000:3.0:1775764875.046767:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1775764875.065192:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.087464:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.119476:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.126505:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1775764875.126528:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277195520:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1775764875.126607:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764875.126773:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293451136
00000100:00100000:3.0:1775764875.126780:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293451136
00000100:00100000:3.0:1775764875.126867:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1877
00000100:00100000:3.0:1775764875.126878:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2402:x1862022293451136:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:3.0:1775764875.128396:0:3658:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967857 gen 2
00000004:00080000:3.0:1775764875.128402:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c684115500, transno 4294967850
00000004:00080000:3.0:1775764875.128420:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c683aa0700, transno 4294967851
00000004:00080000:3.0:1775764875.128423:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c6a4934e00, transno 4294967852
00000004:00080000:3.0:1775764875.128425:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c6a4936d80, transno 4294967853
00000004:00080000:3.0:1775764875.128428:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c696916a00, transno 4294967854
00000004:00080000:3.0:1775764875.128430:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c696915f80, transno 4294967855
00000004:00080000:3.0:1775764875.128433:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c684115180, transno 4294967856
00000004:00080000:3.0:1775764875.128435:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c68a036a00, transno 4294967857
00000100:00100000:3.0:1775764875.128447:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277195520:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1775764875.131692:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2402:x1862022293451136:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 4812us (4990us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.131702:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1877
00000100:00100000:3.0:1775764875.137487:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293451264
00000100:00100000:3.0:1775764875.137497:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293451264
00010000:00010000:3.0:1775764875.137534:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6c12b lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a6c expref: 122 pid: 14273 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764875.137580:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2953
00000100:00100000:3.0:1775764875.137590:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2403:x1862022293451264:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764875.137605:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764875.137611:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6c12b lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a6c expref: 122 pid: 14273 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.137625:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6c12b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a6c expref: 122 pid: 14273 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.137649:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:3.0:1775764875.137655:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6c20b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1014a:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.137668:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6c20b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014a:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.137686:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6c20b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1014a:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.137705:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764875.137759:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2403:x1862022293451264:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 171us (394us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.137767:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2953
00000100:00100000:3.0:1775764875.163696:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.171284:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.199397:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.206346:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293452672
00000100:00100000:3.0:1775764875.206355:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293452672
00000100:00100000:3.0:1775764875.206419:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2760
00000100:00100000:3.0:1775764875.206428:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14454:x1862022293452672:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764875.206721:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14454:x1862022293452672:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 293us (514us total) trans 4295101306 rc 0/0
00000100:00100000:3.0:1775764875.206729:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2760
00010000:00010000:0.0:1775764875.232316:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c24a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232331:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c251 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232339:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c251 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232345:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c251 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232431:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c258 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232439:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c258 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232446:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c258 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764875.232506:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014a:0x0]: returning size 85515
00000004:00200000:0.0:1775764875.232510:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764875.232531:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c258 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232541:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c258 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232549:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c24a lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232555:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c24a lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232565:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c24a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232573:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c24a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232578:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480fe00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764875.232582:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c24a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232589:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c24a lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232599:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764875.232602:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764875.232606:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c24a lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232611:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c24a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232623:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c251 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232629:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c251 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232634:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c251 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232639:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480fa00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764875.232641:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c251 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232647:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c251 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232653:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c69bc6e000)
00010000:00010000:0.0:1775764875.232655:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764875.232657:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c251 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232662:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c251 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232699:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483de00/0x9da62835f5d6c243 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464aa4 expref: 125 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232712:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c258 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464aa4 expref: 124 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.232718:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:0.0:1775764875.232720:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764875.232722:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c780031c00, rc 0)
00000100:00100000:0.0:1775764875.232813:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14454:x1862022293453312:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 613us (1819us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.232821:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205114
00000100:00100000:0.0:1775764875.250180:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293453568
00000100:00100000:0.0:1775764875.250190:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293453568
00002000:00100000:0.0:1775764875.250236:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6e:0x0] (0->4095)  req@ffff93c696992680 x1862022293453568/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:356/0 lens 4584/0 e 0 to 0 dl 1775764886 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764875.250254:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c696992680 with x1862022293453568 ext(0->4095)
00002000:00010000:0.0:1775764875.250260:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c696992680
00000100:00100000:0.0:1775764875.250296:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 404
00000100:00100000:0.0:1775764875.250305:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2400:x1862022293453568:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:0.0:1775764875.251651:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+84:2400:x1862022293453568:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 1343us (1914us total) trans 4294967865 rc 0/0
00000100:00100000:0.0:1775764875.251661:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 404
00002000:00100000:0.0:1775764875.251684:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6e:0x0] (0->4095)  req@ffff93c696992680 x1862022293453568/t4294967865(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:356/0 lens 4584/448 e 0 to 0 dl 1775764886 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764875.251695:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c696992680 with x1862022293453568 ext(0->4095)
00002000:00010000:0.0:1775764875.251700:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c696992680
00000100:00100000:0.0:1775764875.258549:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293453952
00000100:00100000:0.0:1775764875.258556:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293453952
00010000:00010000:0.0:1775764875.258593:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c258 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464aa4 expref: 125 pid: 14273 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.258637:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2955
00000100:00100000:0.0:1775764875.258646:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:2403:x1862022293453952:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764875.258664:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764875.258671:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c258 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464aa4 expref: 125 pid: 14273 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.258694:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c258 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464aa4 expref: 125 pid: 14273 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.258723:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c258 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464aa4 expref: 125 pid: 14273 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.258741:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:0.0:1775764875.258745:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c266 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.258755:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c266 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.258762:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c266 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.258790:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764875.259334:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:2403:x1862022293453952:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 689us (1172us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.259344:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2955
00000100:00100000:3.0:1775764875.265377:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293454080
00000100:00100000:3.0:1775764875.265388:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293454080
00000100:00100000:3.0:1775764875.265477:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205116
00000100:00100000:3.0:1775764875.265483:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14453:x1862022293454080:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:3.0:1775764875.265814:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14453:x1862022293454080:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 330us (542us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.265823:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205116
00000100:00100000:0.0:1775764875.268823:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293454208
00000100:00100000:0.0:1775764875.268833:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293454208
00000100:00100000:0.0:1775764875.268923:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205117
00000100:00100000:0.0:1775764875.268931:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14454:x1862022293454208:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764875.268953:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764875.268974:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c274 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ab2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.269071:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c27b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.269090:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c266 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464aab expref: 125 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.269098:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c27b lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.269131:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c266 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464aab expref: 125 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.269145:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c266 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464aab expref: 125 pid: 6519 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.269157:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277196160:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764875.269237:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e03c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764875.276777:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277196160:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764875.276805:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c27b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764875.278349:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293454464
00000100:00100000:3.0:1775764875.278372:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293454464
00000100:00100000:3.0:1775764875.278434:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1880
00000100:00100000:3.0:1775764875.278445:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+84:2400:x1862022293454464:12345-192.168.202.56@tcp:16:dbench.0
00010000:00010000:0.0:1775764875.280802:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c27b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.280814:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c27b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764875.280894:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014a:0x0]: returning size 85515
00000004:00200000:0.0:1775764875.280899:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764875.280919:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c27b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.280956:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c274 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ab2 expref: 125 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.280974:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c27b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ab2 expref: 124 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.280982:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:0.0:1775764875.280984:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764875.280987:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c780031a00, rc 0)
00000100:00100000:0.0:1775764875.281032:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14454:x1862022293454208:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12102us (12310us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.281040:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205117
00000100:00100000:3.0:1775764875.283027:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2400:x1862022293454464:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 4580us (4764us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.283039:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1880
00000100:00100000:0.0:1775764875.289224:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293454720
00000100:00100000:0.0:1775764875.289234:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293454720
00000100:00100000:0.0:1775764875.289299:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2761
00000100:00100000:0.0:1775764875.289310:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14453:x1862022293454720:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764875.289619:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293454720:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 310us (593us total) trans 4295101308 rc 0/0
00000100:00100000:0.0:1775764875.289627:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2761
00000100:00100000:0.0:1775764875.296053:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.296142:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293454848
00000100:00100000:3.0:1775764875.296152:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293454848
00000100:00100000:3.0:1775764875.296219:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205118
00000100:00100000:3.0:1775764875.296228:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293454848:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764875.296251:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764875.296270:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6c282 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ab9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296330:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c289 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296344:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c289 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296356:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c289 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296382:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c290 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296393:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c290 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296400:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c290 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296481:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c297 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296724:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c297 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296733:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c297 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764875.296775:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014b:0x0]: returning size 85515
00000004:00200000:3.0:1775764875.296779:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764875.296797:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c297 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296809:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c297 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296817:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c289 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296823:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c289 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296829:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c289 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296941:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764875.296946:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c289 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296954:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c289 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296966:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764875.296969:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764875.296973:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c289 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296979:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c289 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296993:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c290 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.296999:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c290 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.297004:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c290 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.297009:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764875.297011:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c290 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.297017:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c290 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.297029:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c68cb34300)
00010000:00010000:3.0:1775764875.297031:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764875.297034:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c290 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.297039:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c290 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.297071:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6c282 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ab9 expref: 127 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.297084:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c297 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ab9 expref: 126 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.297091:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:3.0:1775764875.297094:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764875.297096:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79cc00, rc 0)
00000100:00100000:3.0:1775764875.306961:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.314409:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.315322:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293455232
00000100:00100000:3.0:1775764875.315330:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293455232
00010000:00010000:3.0:1775764875.315464:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c297 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ab9 expref: 128 pid: 6518 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764875.315545:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2957
00000100:00100000:3.0:1775764875.315555:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:2403:x1862022293455232:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764875.315570:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764875.315577:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c297 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ab9 expref: 128 pid: 6518 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.315591:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c297 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ab9 expref: 128 pid: 6518 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.315613:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c297 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ab9 expref: 128 pid: 6518 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.315629:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:3.0:1775764875.315634:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3154600/0x9da62835f5d6c2a5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.315642:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3154600/0x9da62835f5d6c2a5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.315650:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3154600/0x9da62835f5d6c2a5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.315686:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764875.315743:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:2403:x1862022293455232:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 189us (1343us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.315750:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2957
00000100:00100000:0.0:1775764875.324965:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.339688:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293455872
00000100:00100000:0.0:1775764875.339698:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293455872
00000100:00100000:0.0:1775764875.339759:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293455744
00000100:00100000:0.0:1775764875.339763:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293455744
00010000:00010000:0.0:1775764875.339778:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3154600/0x9da62835f5d6c2a5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ac0 expref: 132 pid: 10031 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.339813:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2958
00000100:00100000:0.0:1775764875.339823:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:2401:x1862022293455744:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764875.339865:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764875.339872:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3154600/0x9da62835f5d6c2a5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ac0 expref: 132 pid: 10031 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.339886:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3154600/0x9da62835f5d6c2a5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ac0 expref: 132 pid: 10031 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.339908:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3154600/0x9da62835f5d6c2a5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ac0 expref: 132 pid: 10031 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.339921:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:0.0:1775764875.339925:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6c2cf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.339933:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6c2cf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.339939:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6c2cf lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.339961:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764875.340018:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:2401:x1862022293455744:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 196us (2475us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.340026:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2958
00000100:00100000:0.0:1775764875.340045:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1073
00000100:00100000:0.0:1775764875.340051:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:2400:x1862022293455872:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764875.340058:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764875.340068:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6c2ba lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ac7 expref: 130 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.340077:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007e:0x0].0x0 (ffff93c783406700)
00010000:00010000:0.0:1775764875.340080:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764875.340097:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:2400:x1862022293455872:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 46us (2757us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.340103:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1073
00010000:00010000:0.0:1775764875.340122:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6c2cf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.340129:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6c2cf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764875.340182:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014b:0x0]: returning size 85515
00000004:00200000:0.0:1775764875.340186:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764875.340206:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6c2cf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.340236:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6c2c8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ace expref: 129 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.340248:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6c2cf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ace expref: 128 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.340259:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:0.0:1775764875.340261:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764875.340264:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc200, rc 0)
00000100:00100000:0.0:1775764875.340287:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14453:x1862022293455616:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12352us (12539us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.340293:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205121
00000100:00100000:3.0:1775764875.352272:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293456128
00000100:00100000:3.0:1775764875.352282:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293456128
00000100:00100000:3.0:1775764875.352478:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2762
00000100:00100000:3.0:1775764875.352502:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14454:x1862022293456128:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764875.352727:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:14454:x1862022293456128:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 239us (753us total) trans 4295101311 rc 0/0
00000100:00100000:3.0:1775764875.352735:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2762
00000100:00100000:0.0:1775764875.359336:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.365701:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293456384
00000100:00100000:3.0:1775764875.365710:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293456384
00000100:00100000:3.0:1775764875.365769:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1074
00000100:00100000:3.0:1775764875.365778:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696915f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:2402:x1862022293456384:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764875.365793:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764875.365818:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e800/0x9da62835f5d6c2eb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ad5 expref: 130 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.365903:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:3.0:1775764875.365910:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764875.365981:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696915f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:2402:x1862022293456384:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 204us (383us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.365988:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1074
00000100:00100000:0.0:1775764875.375939:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.388381:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764875.403274:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6c2f9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.403282:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6c2f9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764875.403301:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014a:0x0]: returning size 85515
00010000:00010000:0.0:1775764875.403446:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6c2f2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464adc expref: 133 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.403462:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6c2f9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464adc expref: 132 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.403469:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:0.0:1775764875.403471:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764875.403474:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebca00, rc 0)
00000100:00100000:0.0:1775764875.403512:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14454:x1862022293456640:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 27266us (27583us total) trans 4295101313 rc 0/0
00000100:00100000:0.0:1775764875.403520:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205123
00000100:00100000:0.0:1775764875.414710:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293457152
00000100:00100000:0.0:1775764875.414720:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293457152
00000100:00100000:0.0:1775764875.414824:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1075
00000100:00100000:0.0:1775764875.414836:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696915f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:2401:x1862022293457152:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764875.414925:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764875.414951:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6c307 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ae3 expref: 132 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.414969:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007f:0x0].0x0 (ffff93c682bef900)
00010000:00010000:0.0:1775764875.414974:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764875.415068:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696915f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:2401:x1862022293457152:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 234us (659us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.415076:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1075
00000100:00100000:0.0:1775764875.416176:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293457408
00000100:00100000:0.0:1775764875.416183:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293457408
00000100:00100000:0.0:1775764875.416227:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2763
00000100:00100000:0.0:1775764875.416235:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14453:x1862022293457408:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764875.416518:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14453:x1862022293457408:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 284us (735us total) trans 4295101314 rc 0/0
00000100:00100000:0.0:1775764875.416525:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2763
00000100:00100000:3.0:1775764875.423338:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293457536
00000100:00100000:3.0:1775764875.423354:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293457536
00000100:00100000:3.0:1775764875.431635:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293457792
00000100:00100000:3.0:1775764875.431646:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293457792
00000100:00100000:3.0:1775764875.431722:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1076
00000100:00100000:3.0:1775764875.431732:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:2403:x1862022293457792:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764875.431749:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764875.431774:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6c331 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464af1 expref: 134 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.431793:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:3.0:1775764875.431798:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764875.431872:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:2403:x1862022293457792:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 141us (335us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.431882:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1076
00000100:00100000:0.0:1775764875.433124:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205126
00000100:00100000:0.0:1775764875.433134:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14454:x1862022293457536:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764875.433153:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764875.433173:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483de00/0x9da62835f5d6c338 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464aea expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.433262:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483c800/0x9da62835f5d6c33f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.433276:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6c2f9 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464adc expref: 133 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.433284:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483c800/0x9da62835f5d6c33f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.433319:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6c2f9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464adc expref: 133 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.433333:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6c2f9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464adc expref: 133 pid: 8005 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.433346:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69950ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277196672:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764875.433428:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0240 going to sleep for 11 seconds
00000100:00100000:3.0:1775764875.439998:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293458176
00000100:00100000:3.0:1775764875.440018:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293458176
00010000:00010000:3.0:1775764875.440058:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6c2f9 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464adc expref: 134 pid: 8005 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764875.440097:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2960
00000100:00100000:3.0:1775764875.440106:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:2402:x1862022293458176:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764875.440120:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764875.440126:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6c2f9 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464adc expref: 134 pid: 8005 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.440141:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6c2f9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464adc expref: 134 pid: 8005 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.440164:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:3.0:1775764875.440170:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483c800/0x9da62835f5d6c33f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.440180:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483c800/0x9da62835f5d6c33f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.440189:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483c800/0x9da62835f5d6c33f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.440215:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764875.440265:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:2402:x1862022293458176:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 159us (347us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.440275:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2960
00000100:00100000:0.0:1775764875.451719:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293458304
00000100:00100000:0.0:1775764875.451730:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293458304
00010000:00010000:0.0:1775764875.451767:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6c2cf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ace expref: 134 pid: 6519 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.451807:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2961
00000100:00100000:0.0:1775764875.451817:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:2402:x1862022293458304:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764875.451832:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764875.451881:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6c2cf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ace expref: 134 pid: 6519 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.451895:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6c2cf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ace expref: 134 pid: 6519 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.451915:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6c2cf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ace expref: 134 pid: 6519 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.451931:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:0.0:1775764875.451936:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c34d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.451946:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c34d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.451954:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c34d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.451974:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764875.452357:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:2402:x1862022293458304:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 541us (761us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.452366:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2961
00000100:00100000:3.0:1775764875.455347:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293458560
00000100:00100000:3.0:1775764875.455357:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293458560
00000100:00100000:3.0:1775764875.455443:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2764
00000100:00100000:3.0:1775764875.455453:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7835f5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:14454:x1862022293458560:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764875.455663:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7835f5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14454:x1862022293458560:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 210us (403us total) trans 4295101316 rc 0/0
00000100:00100000:3.0:1775764875.455679:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2764
00000100:00100000:3.0:1775764875.465576:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.470167:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293459200
00000100:00100000:0.0:1775764875.470177:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293459200
00000100:00100000:0.0:1775764875.470234:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205130
00000100:00100000:0.0:1775764875.470244:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293459200:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764875.470263:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764875.470282:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483de00/0x9da62835f5d6c385 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464b0d expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.470378:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c38c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.470393:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483c800/0x9da62835f5d6c33f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464aea expref: 137 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.470400:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c38c lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.470431:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483c800/0x9da62835f5d6c33f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464aea expref: 137 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.470443:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483c800/0x9da62835f5d6c33f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464aea expref: 137 pid: 10031 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.470456:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69950d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277197056:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764875.470553:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0180 going to sleep for 11 seconds
00000100:00100000:0.0:1775764875.474293:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69950d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277197056:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764875.474307:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c38c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.477574:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c38c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.477582:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c38c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764875.477598:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014a:0x0]: returning size 85515
00010000:00010000:0.0:1775764875.477707:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483de00/0x9da62835f5d6c385 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b0d expref: 136 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.477720:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c38c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b0d expref: 135 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.477726:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:0.0:1775764875.477729:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764875.477731:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c780031a00, rc 0)
00000100:00100000:0.0:1775764875.477772:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293459200:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7530us (7778us total) trans 4295101317 rc 0/0
00000100:00100000:0.0:1775764875.477778:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205130
00000100:00100000:0.0:1775764875.489830:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293459840
00000100:00100000:0.0:1775764875.489870:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293459840
00000100:00100000:0.0:1775764875.489911:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2765
00000100:00100000:0.0:1775764875.489919:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:14453:x1862022293459840:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764875.490107:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14453:x1862022293459840:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 188us (1309us total) trans 4295101318 rc 0/0
00000100:00100000:0.0:1775764875.490114:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2765
00000100:00100000:3.0:1775764875.496984:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764875.499550:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6c3a1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.499565:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6c3a1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764875.499622:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014a:0x0]: returning size 85515
00000004:00200000:0.0:1775764875.499626:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764875.499650:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6c3a1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.499702:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6c39a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b14 expref: 137 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.499720:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6c3a1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b14 expref: 136 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.499729:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:0.0:1775764875.499731:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764875.499734:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc400, rc 0)
00000100:00100000:0.0:1775764875.499794:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293459584:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10736us (10899us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.499800:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205131
00000100:00100000:3.0:1775764875.502456:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.510755:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293460224
00000100:00100000:0.0:1775764875.510766:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293460224
00000100:00100000:0.0:1775764875.510829:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1078
00000100:00100000:0.0:1775764875.510871:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:2402:x1862022293460224:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764875.510896:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764875.510922:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6c3bd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b1b expref: 137 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.510938:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:0.0:1775764875.510943:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764875.510995:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:2402:x1862022293460224:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 157us (900us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.511014:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1078
00000100:00100000:3.0:1775764875.513058:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.513162:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293460480
00000100:00100000:0.0:1775764875.513170:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293460480
00000100:00100000:0.0:1775764875.513213:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2766
00000100:00100000:0.0:1775764875.513221:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293460480:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764875.513416:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:14454:x1862022293460480:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 195us (365us total) trans 4295101319 rc 0/0
00000100:00100000:0.0:1775764875.513423:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2766
00000100:00100000:0.0:1775764875.516658:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293460736
00000100:00100000:0.0:1775764875.516667:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293460736
00000100:00100000:0.0:1775764875.516735:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205133
00000100:00100000:0.0:1775764875.516745:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:14453:x1862022293460736:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764875.516764:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764875.516783:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c3c4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464b22 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.516928:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c3cb lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.516943:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6c37e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b06 expref: 138 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.516952:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c3cb lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.516986:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6c37e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b06 expref: 138 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.517000:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6c37e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b06 expref: 138 pid: 6518 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.517027:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69950d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277197312:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764875.517102:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764875.525355:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764875.526421:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6c37e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b06 expref: 139 pid: 6518 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.526441:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69950d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277197312:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764875.526461:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c3cb lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.526470:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c3cb lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.526476:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c3cb lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764875.526506:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014b:0x0]: returning size 85515
00010000:00010000:0.0:1775764875.526638:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c3c4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b22 expref: 140 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.526654:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c3cb lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b22 expref: 139 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.526661:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:0.0:1775764875.526664:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764875.526666:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c780031a00, rc 0)
00000100:00100000:0.0:1775764875.526709:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14453:x1862022293460736:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9966us (10138us total) trans 4295101320 rc 0/0
00000100:00100000:0.0:1775764875.526717:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205133
00000100:00100000:3.0:1775764875.534442:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.544784:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.544826:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.545633:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205136
00000100:00100000:0.0:1775764875.545644:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14454:x1862022293461504:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764875.545654:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764875.545665:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c403 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464b37 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.545742:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c40a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.545753:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6c3a1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b14 expref: 141 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.545759:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c40a lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.545779:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6c3a1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b14 expref: 141 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.545788:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6c3a1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b14 expref: 141 pid: 6517 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.545796:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69950d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277197568:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764875.545828:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0540 going to sleep for 11 seconds
00000100:00100000:0.0:1775764875.552701:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69950d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277197568:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764875.552730:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c40a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764875.555830:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.555963:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.565664:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293461888
00000100:00100000:0.0:1775764875.565682:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293461888
00000100:00100000:0.0:1775764875.565737:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205137
00000100:00100000:0.0:1775764875.565748:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293461888:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764875.565771:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764875.565792:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c418 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464b3e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.565913:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c41f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.565929:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c40a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b37 expref: 140 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.565937:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c41f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.565967:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c40a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b37 expref: 140 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.565980:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c40a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b37 expref: 140 pid: 8005 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.565993:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69950d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277197696:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764875.566080:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764875.573508:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293462144
00000100:00100000:0.0:1775764875.573519:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293462144
00000100:00100000:0.0:1775764875.573581:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2767
00000100:00100000:0.0:1775764875.573590:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14453:x1862022293462144:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764875.573817:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293462144:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 228us (977us total) trans 4295101322 rc 0/0
00000100:00100000:0.0:1775764875.573824:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2767
00000100:00100000:0.0:1775764875.575499:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69950d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277197696:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764875.575528:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c41f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.578890:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293462272
00000100:00100000:0.0:1775764875.578900:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293462272
00010000:00010000:0.0:1775764875.578936:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c40a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b37 expref: 142 pid: 8005 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.578975:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2968
00000100:00100000:0.0:1775764875.578984:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe91c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:2402:x1862022293462272:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764875.578998:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764875.579015:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c40a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b37 expref: 142 pid: 8005 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.579028:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c40a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b37 expref: 142 pid: 8005 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.579051:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c40a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b37 expref: 142 pid: 8005 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.579069:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:0.0:1775764875.579074:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c41f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.579083:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c41f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.579089:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c41f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.579111:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764875.579377:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe91c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:2402:x1862022293462272:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 393us (941us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.579384:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2968
00000100:00100000:0.0:1775764875.595280:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205139
00000100:00100000:0.0:1775764875.595289:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293462400:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764875.595296:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764875.595303:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c442 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464b4c expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595324:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c449 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595330:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c449 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595335:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c449 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595344:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c450 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595351:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c450 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595355:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c450 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595392:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6c457 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595401:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6c457 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595406:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6c457 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764875.595427:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014b:0x0]: returning size 85515
00000004:00200000:0.0:1775764875.595429:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764875.595439:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6c457 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595448:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6c457 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595455:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c449 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595459:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c449 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595463:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c449 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595469:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480fe00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764875.595471:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c449 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595474:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c449 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595479:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764875.595480:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764875.595482:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c449 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595485:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c449 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595491:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c450 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595495:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c450 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595498:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c450 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595501:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480fa00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764875.595502:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c450 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595505:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c450 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595511:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c69bc6e500)
00010000:00010000:0.0:1775764875.595513:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764875.595514:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c450 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595517:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c450 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595531:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c442 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b4c expref: 144 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595538:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6c457 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b4c expref: 143 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.595544:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:0.0:1775764875.595546:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764875.595548:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c21d0c00, rc 0)
00000100:00100000:0.0:1775764875.595594:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14453:x1862022293462400:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 306us (1155us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.595600:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205139
00000100:00100000:3.0:1775764875.602770:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.607038:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.616541:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293463168
00000100:00100000:0.0:1775764875.616552:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293463168
00000100:00100000:0.0:1775764875.616616:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205141
00000100:00100000:0.0:1775764875.616626:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14453:x1862022293463168:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764875.616645:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764875.616666:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6c465 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464b53 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.616788:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c46c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.616802:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6c3fc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b30 expref: 142 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.616809:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c46c lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.616886:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6c3fc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b30 expref: 142 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.616901:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6c3fc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b30 expref: 142 pid: 6519 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.616915:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69950d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277197824:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764875.616981:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0900 going to sleep for 11 seconds
00000100:00100000:3.0:1775764875.624211:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.624419:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69950d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277197824:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764875.624446:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c46c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764875.633134:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.644256:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.644325:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.644511:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293463808
00000100:00100000:0.0:1775764875.644520:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293463808
00010000:00010000:0.0:1775764875.644559:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c46c lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b53 expref: 144 pid: 8005 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.644600:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2970
00000100:00100000:0.0:1775764875.644610:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:2402:x1862022293463808:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764875.644626:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764875.644633:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c46c lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b53 expref: 144 pid: 8005 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.644646:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c46c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b53 expref: 144 pid: 8005 timeout: 2229 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.644678:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:0.0:1775764875.644685:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6c481 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.644695:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6c481 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.644701:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6c481 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.644721:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764875.644767:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:2402:x1862022293463808:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 158us (440us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.644774:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2970
00000100:00100000:3.0:1775764875.661551:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.661665:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293464064
00000100:00100000:0.0:1775764875.661685:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293464064
00000100:00100000:0.0:1775764875.661744:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2768
00000100:00100000:0.0:1775764875.661754:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293464064:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764875.670316:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293464064:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 8553us (8764us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.670332:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2768
00000100:00100000:3.0:1775764875.672436:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293464192
00000100:00100000:3.0:1775764875.672446:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293464192
00000100:00100000:3.0:1775764875.672492:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205145
00000100:00100000:3.0:1775764875.672498:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14453:x1862022293464192:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764875.672514:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764875.672530:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6c4ab lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464b6f expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672588:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c4b2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672603:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c4b2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672614:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c4b2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672629:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c4b9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672635:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c4b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672641:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c4b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672715:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c4c0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672722:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c4c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672726:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c4c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764875.672758:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014b:0x0]: returning size 85515
00000004:00200000:3.0:1775764875.672761:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764875.672776:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c4c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672783:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c4c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672789:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c4b2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672794:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c4b2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672798:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c4b2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672801:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c4b2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672805:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79cc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764875.672807:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c4b2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672811:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c4b2 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672818:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764875.672820:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764875.672823:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c4b2 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672829:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c4b2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672872:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c4b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672875:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c4b9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672879:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c4b9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672882:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764875.672883:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c4b9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672886:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c4b9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672890:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c68cb34300)
00010000:00010000:3.0:1775764875.672892:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764875.672893:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c4b9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672896:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6c4b9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672914:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6c4ab lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b6f expref: 145 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672926:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c4c0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b6f expref: 144 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.672931:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:3.0:1775764875.672932:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764875.672934:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79c000, rc 0)
00000100:00100000:3.0:1775764875.672981:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293464192:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 483us (683us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.672988:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205145
00000100:00100000:3.0:1775764875.681575:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.681627:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.691538:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293464832
00000100:00100000:0.0:1775764875.691549:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293464832
00000100:00100000:0.0:1775764875.691602:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1882
00000100:00100000:0.0:1775764875.691612:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2400:x1862022293464832:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764875.691787:0:15586:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x6e:0x0] updating lvb size from disk: 85515 -> 85515
00002000:00010000:0.0:1775764875.691791:0:15586:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x6e:0x0] updating lvb mtime from disk: 1775764862 -> 1775764862
00002000:00010000:0.0:1775764875.691793:0:15586:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x6e:0x0] updating lvb atime from disk: 1775764864 -> 1775764865
00002000:00010000:0.0:1775764875.691795:0:15586:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6e:0x0] updating lvb ctime from disk: 1775764874 -> 1775764875
00002000:00010000:0.0:1775764875.691796:0:15586:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x6e:0x0] updating lvb blocks from disk: 168 -> 168
00000100:00100000:0.0:1775764875.691901:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2400:x1862022293464832:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 290us (464us total) trans 4294967866 rc 0/0
00000100:00100000:0.0:1775764875.691908:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1882
00000100:00100000:3.0:1775764875.706509:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293465088
00000100:00100000:3.0:1775764875.706519:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293465088
00000100:00100000:3.0:1775764875.706579:0:15595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1883
00000100:00100000:3.0:1775764875.706589:0:15595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+91:2401:x1862022293465088:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764875.706610:0:15595:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764875.706631:0:15595:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6c4f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464b84 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1775764875.706658:0:15595:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x6f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1775764875.706686:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764875.706689:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764875.706697:0:15595:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6c4f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b84 expref: 92 pid: 15595 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.706717:0:15595:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6c4f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b84 expref: 92 pid: 15595 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.706734:0:15595:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79dc00, rc 0)
00000100:00100000:3.0:1775764875.706797:0:15595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+92:2401:x1862022293465088:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 209us (424us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.706805:0:15595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1883
00000100:00100000:0.0:1775764875.707011:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293464960
00000100:00100000:0.0:1775764875.707017:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293464960
00000100:00100000:0.0:1775764875.707064:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205148
00000100:00100000:0.0:1775764875.707073:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14453:x1862022293464960:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764875.707088:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764875.707104:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c4f8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464b7d expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707173:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c4ff lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707185:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c4ff lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707199:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c4ff lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707212:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c506 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707218:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c506 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707223:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c506 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707256:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c4ff lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707263:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c4ff lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707269:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c4ff lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707275:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c4ff lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707282:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c18bbc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764875.707286:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c4ff lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707293:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c4ff lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707307:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764875.707309:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764875.707313:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c4ff lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707318:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c4ff lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707330:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c506 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707335:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c506 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707340:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c506 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707344:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480fa00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764875.707346:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c506 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707351:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c506 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707357:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7f7efb67 (ffff93c69bc6e500)
00010000:00010000:0.0:1775764875.707359:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764875.707362:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c506 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707367:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c506 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707397:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c4f8 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b7d expref: 147 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707406:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764875.707408:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764875.707411:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c4f8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b7d expref: 147 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.707420:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c18bb600, rc 0)
00000100:00100000:0.0:1775764875.707445:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14453:x1862022293464960:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 374us (1012us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764875.707452:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205148
00000100:00100000:0.0:1775764875.717580:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.724655:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.744443:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.744603:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.745316:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293466368
00000100:00100000:0.0:1775764875.745320:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293466368
00000100:00100000:0.0:1775764875.745715:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205150
00000100:00100000:0.0:1775764875.745722:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14453:x1862022293466368:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764875.745732:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764875.745734:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1775764875.745755:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6c514 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b8b expref: 150 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.745768:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764875.745772:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764875.745781:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c51b lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464b92 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.745879:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c522 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.745892:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c522 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.745901:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c522 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.745917:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c529 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.745922:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c529 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.745926:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c529 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764875.746382:0:10031:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x6f:0x0], index 0: 0
00010000:00010000:0.0:1775764875.746521:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c530 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.746530:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c530 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.746536:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c530 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.746566:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c522 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.746577:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c522 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.746582:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c522 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.746589:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c522 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.746595:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480fe00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764875.746600:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c522 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.746607:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c522 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.746616:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764875.746619:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764875.746622:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c522 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.746628:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6c522 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764875.746638:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000af43b616 reply state 00000000354507db transno 4295101330 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c529 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.746648:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c529 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.746654:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7f7efb67 (ffff93c69bc6e500)
00010000:00010000:0.0:1775764875.746657:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764875.746659:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764875.746691:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6c51b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b92 expref: 152 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.746711:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c530 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b92 expref: 151 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.746717:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014d:0x0].0x0 (ffff93c69bc6e700)
00010000:00010000:0.0:1775764875.746720:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764875.746721:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c18bbc00, rc 0)
00000100:00100000:0.0:1775764875.746765:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14453:x1862022293466368:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1038us (2158us total) trans 4295101330 rc 0/0
00000100:00100000:0.0:1775764875.746772:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205150
00000100:00100000:3.0:1775764875.751290:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293466624
00000100:00100000:3.0:1775764875.751301:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293466624
00000100:00100000:3.0:1775764875.751401:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2773
00000100:00100000:3.0:1775764875.751412:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293466624:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764875.751647:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293466624:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 236us (530us total) trans 4295101331 rc 0/0
00000100:00100000:3.0:1775764875.751655:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2773
00000100:00100000:0.0:1775764875.757122:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.757347:0:8402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293466752
00000100:00100000:3.0:1775764875.757357:0:8402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293466752
00000100:00100000:3.0:1775764875.757444:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1884
00000100:00100000:3.0:1775764875.757454:0:8402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2402:x1862022293466752:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764875.757471:0:8402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764875.757490:0:8402:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6c53e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464b99 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1775764875.757514:0:8402:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x6f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1775764875.757532:0:8402:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764875.757534:0:8402:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764875.757542:0:8402:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6c53e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b99 expref: 81 pid: 8402 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.757559:0:8402:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6c53e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b99 expref: 81 pid: 8402 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.757572:0:8402:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79c400, rc 0)
00000100:00100000:3.0:1775764875.757629:0:8402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2402:x1862022293466752:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 176us (515us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.757635:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1884
00000100:00100000:0.0:1775764875.760722:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.761508:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293467008
00000100:00100000:3.0:1775764875.761517:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293467008
00000100:00100000:3.0:1775764875.761579:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205151
00000100:00100000:3.0:1775764875.761589:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293467008:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764875.761647:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764875.761684:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c4dc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b76 expref: 153 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.761706:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014c:0x0].0x0 (ffff93c692f76b00)
00010000:00010000:3.0:1775764875.761717:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764875.761737:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c545 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.761751:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c545 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.761762:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c545 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.761772:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6c54c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.761779:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6c54c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.761785:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6c54c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.761787:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.761819:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293467264
00000100:00100000:3.0:1775764875.761823:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293467264
00000100:00100000:3.0:1775764875.762784:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2774
00000100:00100000:3.0:1775764875.762793:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293467264:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764875.763041:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293467264:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 249us (1253us total) trans 4295101332 rc 0/0
00000100:00100000:3.0:1775764875.763049:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2774
00000100:00100000:0.0:1775764875.775553:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.784659:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293467904
00000100:00100000:0.0:1775764875.784692:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293467904
00000100:00100000:0.0:1775764875.784750:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2776
00000100:00100000:0.0:1775764875.784760:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790c26c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14453:x1862022293467904:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764875.785025:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790c26c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14453:x1862022293467904:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 266us (453us total) trans 4295101335 rc 0/0
00000100:00100000:0.0:1775764875.785033:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2776
00000100:00100000:0.0:1775764875.795333:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.812985:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293468544
00000100:00100000:0.0:1775764875.812995:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293468544
00010000:00010000:0.0:1775764875.813045:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c576 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ba0 expref: 161 pid: 6519 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.813092:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2971
00000100:00100000:0.0:1775764875.813102:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:2402:x1862022293468544:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764875.813118:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764875.813138:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c576 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ba0 expref: 161 pid: 6519 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.813165:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c576 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ba0 expref: 161 pid: 6519 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.813188:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:0.0:1775764875.813193:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e200/0x9da62835f5d6c584 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.813203:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e200/0x9da62835f5d6c584 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.813212:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e200/0x9da62835f5d6c584 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.813230:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764875.813298:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:2402:x1862022293468544:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 196us (399us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.813308:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2971
00000100:00100000:3.0:1775764875.824696:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293468800
00000100:00100000:3.0:1775764875.824707:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293468800
00000100:00100000:3.0:1775764875.824769:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205154
00000100:00100000:3.0:1775764875.824780:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14453:x1862022293468800:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764875.824891:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764875.824918:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bbc00/0x9da62835f5d6c530 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464b92 expref: 160 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.824940:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014d:0x0].0x0 (ffff93c69bc6e700)
00010000:00010000:3.0:1775764875.824951:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764875.824972:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c592 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.824985:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c592 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.824995:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c592 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825019:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c599 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825027:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c599 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825033:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c599 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825120:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c5a0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1014d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825128:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c5a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825134:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c5a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764875.825359:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].80, 64 off13336
00000004:00080000:3.0:1775764875.825370:0:6518:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 2130075529214ns, next at 2131075527009ns, rc = 0
00010000:00010000:3.0:1775764875.825418:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5a7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1014d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825427:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5a7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825434:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5a7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825440:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5a7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1014d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825447:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5a7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1014d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825452:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5a7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1014d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825479:0:6518:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764875.825496:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c5a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825503:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c5a0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1014d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825509:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c5a0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1014d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825515:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a31f5600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764875.825519:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c5a0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1014d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825526:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c5a0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1014d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825534:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014d:0x0].0x0 (ffff93c68cb34f00)
00010000:00010000:3.0:1775764875.825536:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764875.825540:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c5a0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1014d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825546:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c5a0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1014d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825560:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c592 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825566:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c592 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825572:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c592 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825577:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79cc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764875.825579:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c592 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825585:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c592 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825592:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764875.825595:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764875.825597:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c592 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825602:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c592 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764875.825612:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021516a01 reply state 00000000f7e579e5 transno 4295101338 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c599 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825626:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c599 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.825631:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7f7efb67 (ffff93c69bc6e500)
00010000:00010000:3.0:1775764875.825634:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764875.825636:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764875.825721:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14453:x1862022293468800:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 942us (1140us total) trans 4295101338 rc 0/0
00000100:00100000:3.0:1775764875.825729:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205154
00000100:00100000:0.0:1775764875.829563:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.850626:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.850735:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293469056
00000100:00100000:3.0:1775764875.850744:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293469056
00000100:00100000:3.0:1775764875.850809:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205156
00000100:00100000:3.0:1775764875.850819:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14453:x1862022293469056:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764875.850892:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764875.850914:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c5bc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464bb5 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.850981:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c5c3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.850994:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c5c3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851005:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c5c3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851020:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c5ca lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851032:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c5ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851038:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c5ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851110:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5d1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851119:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5d1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851125:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5d1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764875.851164:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014b:0x0]: returning size 85515
00000004:00200000:3.0:1775764875.851168:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764875.851186:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5d1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851197:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5d1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851205:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c5c3 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851211:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c5c3 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851217:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c5c3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851227:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c5c3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851233:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764875.851237:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c5c3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851245:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c5c3 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851256:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764875.851259:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764875.851263:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c5c3 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851269:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c5c3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851283:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c5ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851288:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c5ca lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851293:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c5ca lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851297:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764875.851300:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c5ca lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851310:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c5ca lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851317:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c68cb34c00)
00010000:00010000:3.0:1775764875.851319:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764875.851322:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c5ca lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851327:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c5ca lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851355:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c5bc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464bb5 expref: 165 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851368:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5d1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464bb5 expref: 164 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.851375:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:3.0:1775764875.851377:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764875.851380:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4826400, rc 0)
00000100:00100000:3.0:1775764875.851443:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14453:x1862022293469056:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 625us (824us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.851450:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205156
00000100:00100000:0.0:1775764875.855949:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.873603:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293469696
00000100:00100000:3.0:1775764875.873614:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293469696
00000100:00100000:3.0:1775764875.873682:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205157
00000100:00100000:3.0:1775764875.873693:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14453:x1862022293469696:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764875.873718:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764875.873740:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c5d8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464bbc expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.873905:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c5df lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.873922:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5d1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464bb5 expref: 163 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.873932:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c5df lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.873972:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5d1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464bb5 expref: 163 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.873989:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c5d1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464bb5 expref: 163 pid: 10031 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764875.874017:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68578a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277198336:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764875.874092:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63540 going to sleep for 11 seconds
00000100:00100000:0.0:1775764875.875419:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293469440
00000100:00100000:0.0:1775764875.875434:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293469440
00000100:00100000:0.0:1775764875.875545:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2778
00000100:00100000:0.0:1775764875.875554:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293469440:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764875.875768:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293469440:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 214us (2377us total) trans 4295101339 rc 0/0
00000100:00100000:0.0:1775764875.875776:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2778
00000100:00100000:3.0:1775764875.883614:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68578a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277198336:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764875.883642:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c5df lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.884255:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293469952
00000100:00100000:0.0:1775764875.884260:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293469952
00000100:00100000:0.0:1775764875.884298:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205158
00000100:00100000:0.0:1775764875.884306:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293469952:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764875.884327:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764875.884346:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c5e6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464bc3 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884402:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c5ed lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884417:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c5ed lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884427:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c5ed lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884440:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c5f4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884446:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c5f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884452:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c5f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884522:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c5fb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884531:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c5fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884537:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c5fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764875.884575:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014a:0x0]: returning size 85515
00000004:00200000:0.0:1775764875.884579:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764875.884598:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c5fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884610:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c5fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884617:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c5ed lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884623:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c5ed lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884629:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c5ed lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884635:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764875.884639:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c5ed lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884647:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c5ed lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884657:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764875.884660:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764875.884665:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c5ed lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884695:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c5ed lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884708:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c5f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884713:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c5f4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884719:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c5f4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884725:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764875.884727:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c5f4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884732:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c5f4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884739:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c69bc6eb00)
00010000:00010000:0.0:1775764875.884742:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764875.884744:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c5f4 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884750:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c5f4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884782:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c5e6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464bc3 expref: 168 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884795:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c5fb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464bc3 expref: 167 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.884802:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:0.0:1775764875.884804:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764875.884806:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:0.0:1775764875.885508:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293469952:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1201us (1998us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.885517:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205158
00010000:00010000:3.0:1775764875.886779:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c5df lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.886797:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c5df lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764875.886817:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014b:0x0]: returning size 85515
00010000:00010000:3.0:1775764875.887217:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c5d8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464bbc expref: 166 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.887236:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c5df lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464bbc expref: 165 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.887244:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:3.0:1775764875.887246:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764875.887249:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827e00, rc 0)
00000100:00100000:3.0:1775764875.887331:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293469696:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13640us (13850us total) trans 4295101340 rc 0/0
00000100:00100000:3.0:1775764875.887338:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205157
00000100:00100000:3.0:1775764875.897797:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293470080
00000100:00100000:3.0:1775764875.897807:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293470080
00000100:00100000:3.0:1775764875.897896:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1081
00000100:00100000:3.0:1775764875.897907:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe93850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2402:x1862022293470080:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764875.897922:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764875.897950:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c5fb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464bc3 expref: 165 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.897967:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:3.0:1775764875.897972:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764875.898034:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe93850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:2402:x1862022293470080:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 129us (648us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.898042:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1081
00000100:00100000:3.0:1775764875.904245:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205160
00000100:00100000:3.0:1775764875.904252:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293470336:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764875.904259:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764875.904266:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c617 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464bd1 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904297:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c61e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904307:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c61e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904320:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c61e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904330:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c625 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904337:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c625 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904342:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c625 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904381:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c61e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904388:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c61e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904395:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c61e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904400:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c61e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904406:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764875.904409:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c61e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904416:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c61e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904427:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764875.904430:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764875.904435:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c61e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904441:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c61e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904452:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c625 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904458:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c625 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904463:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c625 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904468:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4826400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764875.904470:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c625 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904475:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c625 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904482:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x7f7efb67 (ffff93c692f76800)
00010000:00010000:3.0:1775764875.904484:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764875.904487:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c625 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904492:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c625 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904518:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c617 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464bd1 expref: 167 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904527:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764875.904529:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764875.904532:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c617 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464bd1 expref: 167 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.904540:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827200, rc 0)
00000100:00100000:3.0:1775764875.904569:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293470336:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 318us (1138us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764875.904576:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205160
00000100:00100000:0.0:1775764875.910351:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293470464
00000100:00100000:0.0:1775764875.910362:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293470464
00000100:00100000:0.0:1775764875.910418:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205161
00000100:00100000:0.0:1775764875.910429:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293470464:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764875.910451:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764875.910470:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c62c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464bd8 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.910545:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c633 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.910558:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c633 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.910571:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c633 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764875.910617:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096
00000004:00200000:0.0:1775764875.910621:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764875.910639:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c633 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.910660:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c62c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464bd8 expref: 168 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.910689:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c633 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464bd8 expref: 167 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.910699:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764875.910702:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764875.910705:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:0.0:1775764875.910765:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293470464:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 337us (585us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.910772:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205161
00000100:00100000:0.0:1775764875.922570:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293470592
00000100:00100000:0.0:1775764875.922580:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293470592
00010000:00010000:0.0:1775764875.922621:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c5df lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464bbc expref: 167 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764875.922676:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2974
00000100:00100000:0.0:1775764875.922688:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:2402:x1862022293470592:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764875.922706:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764875.922713:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c5df lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464bbc expref: 167 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.922728:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c5df lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464bbc expref: 167 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.922750:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c5df lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464bbc expref: 167 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.922768:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:0.0:1775764875.922773:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6c610 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.922782:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6c610 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.922790:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6c610 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.922820:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764875.922924:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:2402:x1862022293470592:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 238us (468us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.922932:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2974
00000100:00100000:0.0:1775764875.926797:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293470720
00000100:00100000:0.0:1775764875.926807:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293470720
00000100:00100000:0.0:1775764875.926902:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2779
00000100:00100000:0.0:1775764875.926912:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293470720:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764875.933087:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293470720:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 6166us (6374us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.933102:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2779
00000100:00100000:3.0:1775764875.936677:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293470976
00000100:00100000:3.0:1775764875.936686:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293470976
00000100:00100000:3.0:1775764875.936744:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2780
00000100:00100000:3.0:1775764875.936754:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293470976:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764875.937094:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293470976:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 341us (524us total) trans 4295101341 rc 0/0
00000100:00100000:3.0:1775764875.937102:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2780
00000100:00100000:3.0:1775764875.942712:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764875.946745:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293471232
00000100:00100000:0.0:1775764875.946755:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293471232
00000100:00100000:0.0:1775764875.946945:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205163
00000100:00100000:0.0:1775764875.946956:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293471232:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764875.946980:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764875.947011:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c64f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464be6 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947071:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c656 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947085:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c656 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947097:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c656 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947111:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c65d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947118:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c65d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947125:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c65d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947205:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c664 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947215:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c664 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947221:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c664 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764875.947257:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014b:0x0]: returning size 85515
00000004:00200000:0.0:1775764875.947262:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764875.947282:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c664 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947293:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c664 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947301:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c656 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947307:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c656 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947312:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c656 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947317:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764875.947321:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c656 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947329:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c656 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947339:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764875.947342:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764875.947346:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c656 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947352:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c656 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947366:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c65d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947372:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c65d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947378:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c65d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947383:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764875.947385:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c65d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947390:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c65d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947397:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c69bc6eb00)
00010000:00010000:0.0:1775764875.947399:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764875.947402:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c65d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947408:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c65d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947435:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c64f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464be6 expref: 168 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947447:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c664 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464be6 expref: 167 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764875.947455:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:0.0:1775764875.947457:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764875.947459:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:0.0:1775764875.947514:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14453:x1862022293471232:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 560us (1195us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764875.947522:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205163
00000100:00100000:3.0:1775764875.954577:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293471616
00000100:00100000:3.0:1775764875.954586:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293471616
00000100:00100000:3.0:1775764875.954641:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1082
00000100:00100000:3.0:1775764875.954649:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:2400:x1862022293471616:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764875.954661:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764875.954688:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c664 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464be6 expref: 167 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.954705:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:3.0:1775764875.954708:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764875.954742:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:2400:x1862022293471616:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 94us (1766us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764875.954748:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1082
00000100:00100000:3.0:1775764875.956873:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293471744
00000100:00100000:3.0:1775764875.956882:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293471744
00000100:00100000:3.0:1775764875.956933:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205164
00000100:00100000:3.0:1775764875.956942:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293471744:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764875.956961:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764875.956980:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c687 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464bed expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957049:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c68e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957064:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c68e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957075:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c68e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957087:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c695 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957095:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c695 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957101:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c695 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957133:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c68e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957314:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c68e lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957321:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c68e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957326:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764875.957330:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c68e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957337:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c68e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957353:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764875.957357:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764875.957361:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c68e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957367:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c68e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957379:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c695 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957385:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c695 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957391:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c695 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957396:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764875.957398:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c695 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957404:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c695 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957411:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7f7efb67 (ffff93c69bc6e500)
00010000:00010000:3.0:1775764875.957414:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764875.957417:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c695 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957422:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c695 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957450:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c687 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464bed expref: 167 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957460:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764875.957462:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764875.957465:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c687 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464bed expref: 167 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764875.957473:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4826400, rc 0)
00000100:00100000:3.0:1775764875.957561:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293471744:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 620us (794us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764875.957568:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205164
00000100:00100000:3.0:1775764875.963720:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764875.984164:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293472256
00000100:00100000:3.0:1775764875.984176:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293472256
00000100:00100000:3.0:1775764875.984237:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2781
00000100:00100000:3.0:1775764875.984247:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790c25050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14453:x1862022293472256:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764875.992406:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.000635:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14454:x1862022293472384:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 7983us (8226us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.000649:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2782
00000100:00100000:0.0:1775764876.005786:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.005875:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293472640
00000100:00100000:3.0:1775764876.005885:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293472640
00000100:00100000:3.0:1775764876.005943:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205168
00000100:00100000:3.0:1775764876.005954:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14454:x1862022293472640:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764876.005974:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764876.005995:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c6cd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464c09 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006076:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6d4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006091:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6d4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006104:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6d4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006116:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6db lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006123:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006130:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006304:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6d4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006313:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6d4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006319:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6d4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006325:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6d4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006336:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.006340:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6d4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006347:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6d4 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006359:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764876.006362:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.006367:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6d4 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006373:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6d4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006386:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006392:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6db lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006397:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6db lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006401:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.006404:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6db lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006409:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6db lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006420:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c69abaf500)
00010000:00010000:3.0:1775764876.006422:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.006425:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6db lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006431:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6db lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006458:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c6cd lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c09 expref: 169 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006467:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764876.006469:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:3.0:1775764876.006473:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c6cd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c09 expref: 169 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.006482:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4826400, rc 0)
00000100:00100000:3.0:1775764876.006541:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14454:x1862022293472640:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 589us (764us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764876.006548:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205168
00000100:00100000:3.0:1775764876.015707:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293472768
00000100:00100000:3.0:1775764876.015715:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293472768
00000100:00100000:3.0:1775764876.015763:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205169
00000100:00100000:3.0:1775764876.015771:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14453:x1862022293472768:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764876.015790:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764876.015809:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c6e2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464c10 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.015921:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6e9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.015936:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6e9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.015948:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6e9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.015959:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6f0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.015967:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6f0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.015974:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6f0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016018:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6e9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016024:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6e9 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016028:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6e9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016032:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.016035:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6e9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016042:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6e9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016052:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764876.016054:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.016057:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6e9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016061:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c6e9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016070:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6f0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016074:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6f0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016077:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6f0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016080:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.016082:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6f0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016085:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6f0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016088:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7f7efb67 (ffff93c69bc6e500)
00010000:00010000:3.0:1775764876.016089:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.016091:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6f0 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016095:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c6f0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016114:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c6e2 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c10 expref: 169 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016120:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764876.016122:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.016124:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c6e2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c10 expref: 169 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.016129:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4826400, rc 0)
00000100:00100000:3.0:1775764876.026151:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.037977:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.039455:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293473408
00000100:00100000:3.0:1775764876.039469:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293473408
00000100:00100000:3.0:1775764876.039539:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205171
00000100:00100000:3.0:1775764876.039548:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14453:x1862022293473408:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764876.039568:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764876.039587:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c736 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464c1e expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039647:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c73d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039662:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c73d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039686:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c73d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039699:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c744 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039706:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c744 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039712:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c744 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039747:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c73d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039754:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c73d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039760:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c73d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039767:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c73d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039772:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.039776:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c73d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039783:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c73d lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039794:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764876.039797:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.039802:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c73d lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039808:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c73d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039823:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c744 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039828:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c744 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039834:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c744 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039867:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.039870:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c744 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039876:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c744 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039883:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c69abaf000)
00010000:00010000:3.0:1775764876.039886:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.039889:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c744 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.039895:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c744 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.040004:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c736 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c1e expref: 171 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.040020:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764876.040022:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.040025:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c736 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c1e expref: 171 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.040034:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4826400, rc 0)
00000100:00100000:3.0:1775764876.040092:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14453:x1862022293473408:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 544us (2125us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764876.040100:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205171
00000100:00100000:0.0:1775764876.042930:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00080000:0.0:1775764876.043949:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1775764876.056114:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.064902:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293473920
00000100:00100000:0.0:1775764876.064912:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293473920
00010000:00010000:0.0:1775764876.064950:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5dcadad/0x9da62835f5d6c74b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c25 expref: 94 pid: 15572 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.064995:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2975
00000100:00100000:0.0:1775764876.065013:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+94:2403:x1862022293473920:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764876.065030:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764876.065053:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5dcadad/0x9da62835f5d6c74b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c25 expref: 94 pid: 15572 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.065073:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5dcadad/0x9da62835f5d6c74b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c25 expref: 94 pid: 15572 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.065098:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5dcadad/0x9da62835f5d6c74b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c25 expref: 94 pid: 15572 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.065118:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764876.065121:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764876.065128:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000006834641/0x9da62835f5d6c752 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c2c expref: 93 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.065147:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006834641/0x9da62835f5d6c752 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c2c expref: 93 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.065187:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000006834641/0x9da62835f5d6c752 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c2c expref: 93 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.065201:0:6504:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6504:1862022277198720:192.168.202.56@tcp:105:
00000100:00100000:0.0:1775764876.065282:0:6504:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0240 going to sleep for 11 seconds
00000100:00100000:0.0:1775764876.069211:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.075791:0:6504:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6504:1862022277198720:192.168.202.56@tcp:105:
00010000:00010000:0.0:1775764876.075820:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764876.103714:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.103804:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.107248:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293474560
00000100:00100000:0.0:1775764876.107264:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293474560
00000100:00100000:0.0:1775764876.107334:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2784
00000100:00100000:0.0:1775764876.107344:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14454:x1862022293474560:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764876.107674:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293474560:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 322us (3959us total) trans 4295101346 rc 0/0
00000100:00100000:0.0:1775764876.107681:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2784
00000100:00100000:3.0:1775764876.114389:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.123820:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293475200
00000100:00100000:3.0:1775764876.124136:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293475200
00000100:00100000:3.0:1775764876.124243:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205175
00000100:00100000:3.0:1775764876.124255:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293475200:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764876.124282:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764876.124303:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c79f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464c4f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.124414:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c7ad lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.124426:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c728 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c17 expref: 175 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.124438:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c7ad lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.124480:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c728 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c17 expref: 175 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.124494:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031a00/0x9da62835f5d6c728 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c17 expref: 175 pid: 6519 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.124507:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c72d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277198848:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764876.124559:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63180 going to sleep for 11 seconds
00000100:00080000:0.0:1775764876.124645:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1775764876.132406:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.134743:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764876.138039:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c7ad lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.138052:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c7ad lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764876.138077:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014e:0x0]: returning size 83190
00010000:00010000:0.0:1775764876.138584:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6c79f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c4f expref: 176 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.138605:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c7ad lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c4f expref: 175 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.138614:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764876.138616:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764876.138619:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827400, rc 0)
00000100:00100000:0.0:1775764876.138744:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293475200:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14491us (15955us total) trans 4295101347 rc 0/0
00000100:00100000:0.0:1775764876.138752:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205175
00000100:00100000:3.0:1775764876.141285:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293475584
00000100:00100000:3.0:1775764876.141294:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293475584
00010000:00010000:3.0:1775764876.141329:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073216b33/0x9da62835f5d6c7a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c48 expref: 83 pid: 14278 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.141593:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2977
00000100:00100000:3.0:1775764876.141604:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2403:x1862022293475584:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764876.141619:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764876.141642:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073216b33/0x9da62835f5d6c7a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c48 expref: 83 pid: 14278 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.141657:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073216b33/0x9da62835f5d6c7a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c48 expref: 83 pid: 14278 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.141706:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073216b33/0x9da62835f5d6c7a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c48 expref: 83 pid: 14278 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.141724:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764876.141726:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764876.141733:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c7b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c56 expref: 82 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.141744:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c7b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c56 expref: 82 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.141785:0:13382:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c7b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c56 expref: 82 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.141799:0:13382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c72d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:13382:1862022277199104:192.168.202.56@tcp:105:
00000100:00100000:3.0:1775764876.141903:0:13382:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63b40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764876.145622:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.145806:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293475712
00000100:00100000:3.0:1775764876.145816:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293475712
00000100:00100000:3.0:1775764876.145906:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205176
00000100:00100000:3.0:1775764876.145916:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293475712:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764876.145940:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764876.145963:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6c7c2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464c5d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.146079:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c7c9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.146093:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c7ad lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c4f expref: 176 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.146101:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6c7c9 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.146147:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c7ad lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c4f expref: 176 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.146161:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6c7ad lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c4f expref: 176 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.146175:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c699476d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277199232:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764876.146247:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a639c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764876.149971:0:13382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c72d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:13382:1862022277199104:192.168.202.56@tcp:105:
00010000:00010000:3.0:1775764876.150008:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764876.150057:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2403:x1862022293475584:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 8454us (9299us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.150069:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2977
00000100:00100000:3.0:1775764876.155819:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.165241:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.176613:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205177
00000100:00100000:3.0:1775764876.176624:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293475968:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764876.176645:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764876.176677:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c7d0 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464c64 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.176713:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c7d7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.176728:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c7d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.176740:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c7d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.176885:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6c7d0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c64 expref: 177 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.176906:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c7d7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c64 expref: 176 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.176914:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764876.176917:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:3.0:1775764876.176920:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a31f5600, rc 0)
00000100:00100000:3.0:1775764876.176991:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14454:x1862022293475968:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 369us (11760us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.177690:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205177
00000100:00100000:0.0:1775764876.179687:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.192337:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293476608
00000100:00100000:0.0:1775764876.192348:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293476608
00000100:00100000:0.0:1775764876.192425:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205178
00000100:00100000:0.0:1775764876.192436:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792eb5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14453:x1862022293476608:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764876.192459:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764876.192481:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c7de lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464c6b expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.192590:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c7e5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.192606:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483c800/0x9da62835f5d6c791 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c41 expref: 178 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.192616:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c7e5 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.192653:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483c800/0x9da62835f5d6c791 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c41 expref: 178 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.192678:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483c800/0x9da62835f5d6c791 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c41 expref: 178 pid: 14273 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.192691:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277199360:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764876.193727:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0cc0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764876.199206:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.199315:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277199360:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764876.199350:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c7e5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.205329:0:15579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+95:2402:x1862022293476352:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 10517us (11099us total) trans 4294967831 rc 0/0
00000100:00100000:0.0:1775764876.205340:0:15579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 405
00002000:00100000:0.0:1775764876.205350:0:15579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x70:0x0] (0->83189)  req@ffff93c69e5b1180 x1862022293476352/t4294967831(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:357/0 lens 488/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764876.205358:0:15579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69e5b1180 with x1862022293476352 ext(0->83189)
00002000:00010000:0.0:1775764876.205366:0:15579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c69e5b1180
00000100:00100000:3.0:1775764876.213299:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.213413:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293476864
00000100:00100000:0.0:1775764876.213427:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293476864
00000100:00100000:0.0:1775764876.213557:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205179
00000100:00100000:0.0:1775764876.213567:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14453:x1862022293476864:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764876.213592:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764876.213614:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c7f3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464c72 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.213712:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c7fa lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.213727:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c7e5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c6b expref: 179 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.213736:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c7fa lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.213774:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c7e5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c6b expref: 179 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.213792:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c7e5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c6b expref: 179 pid: 8005 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.213805:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277199488:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764876.213939:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764876.218594:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277199488:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764876.218643:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c7fa lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.220134:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.222175:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293477120
00000100:00100000:3.0:1775764876.222187:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293477120
00010000:00010000:3.0:1775764876.222675:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c7e5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c6b expref: 180 pid: 8005 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.222900:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2980
00000100:00100000:3.0:1775764876.222911:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:2403:x1862022293477120:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764876.222927:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764876.222934:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c7e5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c6b expref: 180 pid: 8005 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.222948:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c7e5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c6b expref: 180 pid: 8005 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.222968:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c7e5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c6b expref: 180 pid: 8005 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.222986:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764876.222991:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c7fa lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.223009:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c7fa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.223016:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c7fa lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.223043:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764876.223789:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:2403:x1862022293477120:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 878us (3657us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.223798:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2980
00000100:00100000:0.0:1775764876.224753:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.231008:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293476992
00000100:00100000:3.0:1775764876.231023:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293476992
00000100:00100000:3.0:1775764876.231092:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205180
00000100:00100000:3.0:1775764876.231102:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14454:x1862022293476992:12345-192.168.202.56@tcp:44:dbench.0
00010000:00010000:3.0:1775764876.238526:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c1fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238546:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c1fd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238555:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c1fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238562:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a331fa00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.238567:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c1fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238576:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c1fd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238596:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:3.0:1775764876.238600:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.238604:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c1fd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238610:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c1fd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238638:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483d600/0x9da62835f5d6c22e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238644:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483d600/0x9da62835f5d6c22e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238650:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483d600/0x9da62835f5d6c22e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238654:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a483d600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.238656:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483d600/0x9da62835f5d6c22e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238661:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483d600/0x9da62835f5d6c22e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238683:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:3.0:1775764876.238686:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.238689:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483d600/0x9da62835f5d6c22e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238694:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483d600/0x9da62835f5d6c22e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238707:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c45e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238713:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c45e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238718:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c45e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238723:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a331f000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.238726:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c45e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238736:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c45e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.238743:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:3.0:1775764876.238745:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000001:00080000:0.0:1775764876.240509:0:7431:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4295101349 is committed
00000004:00080000:0.0:1775764876.240552:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 48 committed
00010000:00010000:3.0:1775764876.241313:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c45e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241330:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c45e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241360:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f400/0x9da62835f5d6c4d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241367:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f400/0x9da62835f5d6c4d5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241375:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f400/0x9da62835f5d6c4d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241380:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a331f400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.241385:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f400/0x9da62835f5d6c4d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241392:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f400/0x9da62835f5d6c4d5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241409:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x7f7efb67 (ffff93c692f76800)
00010000:00010000:3.0:1775764876.241413:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.241417:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f400/0x9da62835f5d6c4d5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241429:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f400/0x9da62835f5d6c4d5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241443:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6c4ea lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241449:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6c4ea lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241455:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6c4ea lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241460:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c21d0c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.241463:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6c4ea lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241471:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6c4ea lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241480:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:3.0:1775764876.241484:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.241487:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6c4ea lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241492:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6c4ea lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241676:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c529 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241685:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c529 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241691:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c529 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241696:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c18bb600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.241699:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c529 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241705:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c529 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241715:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7f7efb67 (ffff93c69bc6e500)
00010000:00010000:3.0:1775764876.241718:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.241721:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c529 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241727:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c18bb600/0x9da62835f5d6c529 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241743:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6c54c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241759:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6c54c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241765:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6c54c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241771:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.241774:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6c54c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241784:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6c54c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241792:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x7f7efb67 (ffff93c692f76800)
00010000:00010000:3.0:1775764876.241794:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.241796:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6c54c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241802:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6c54c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241823:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c599 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241830:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c599 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241835:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c599 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241858:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.241861:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c599 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241866:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c599 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241873:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7f7efb67 (ffff93c69bc6e500)
00010000:00010000:3.0:1775764876.241875:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.241877:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c599 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241882:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6c599 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241897:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c721 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241903:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c721 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241908:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c721 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241913:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c780031c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.241916:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c721 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241921:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c721 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241929:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c69abaf500)
00010000:00010000:3.0:1775764876.241931:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.241934:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c721 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241940:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c780031c00/0x9da62835f5d6c721 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241954:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483de00/0x9da62835f5d6c78a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241960:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483de00/0x9da62835f5d6c78a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241965:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483de00/0x9da62835f5d6c78a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241970:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a483de00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.241972:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483de00/0x9da62835f5d6c78a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241977:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483de00/0x9da62835f5d6c78a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.241984:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c69abaf000)
00010000:00010000:3.0:1775764876.241987:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.241989:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483de00/0x9da62835f5d6c78a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.244108:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483de00/0x9da62835f5d6c78a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764876.247310:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 50 committed
00000100:00100000:3.0:1775764876.251443:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14454:x1862022293476992:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 20334us (26681us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.251452:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205180
00000100:00100000:3.0:1775764876.254442:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293477504
00000100:00100000:3.0:1775764876.254449:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293477504
00010000:00010000:3.0:1775764876.263120:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6c53e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b99 expref: 84 pid: 8402 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.263181:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2981
00000100:00100000:3.0:1775764876.263198:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+84:2402:x1862022293477504:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764876.263214:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764876.263218:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6c53e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b99 expref: 84 pid: 8402 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.263230:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6c53e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b99 expref: 84 pid: 8402 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.263247:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6c53e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b99 expref: 84 pid: 8402 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.263260:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764876.263262:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764876.263265:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000060a4be3d/0x9da62835f5d6c80f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.263272:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060a4be3d/0x9da62835f5d6c80f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.263294:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764876.263334:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2402:x1862022293477504:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 146us (9098us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.263339:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2981
00010000:00010000:3.0:1775764876.263361:0:15596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000060a4be3d/0x9da62835f5d6c80f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.263367:0:15596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060a4be3d/0x9da62835f5d6c80f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.263374:0:15596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060a4be3d/0x9da62835f5d6c80f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.263379:0:15596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000060a4be3d/0x9da62835f5d6c80f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.263390:0:15596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764876.263520:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+6:3659:x1862022277199616:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20365us (20467us total) trans 4294967868 rc 0/0
00000100:00100000:3.0:1775764876.263525:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889
00010000:00010000:3.0:1775764876.263539:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764876.263544:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000060a4be3d/0x9da62835f5d6c80f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.263549:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b39c00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764876.263552:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000060a4be3d/0x9da62835f5d6c80f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.263559:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000060a4be3d/0x9da62835f5d6c80f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.263571:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000060a4be3d/0x9da62835f5d6c80f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.263577:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060a4be3d/0x9da62835f5d6c80f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.263593:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764876.263594:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764876.263596:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764876.263630:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69e5b2a00/2, rc 0, transno 4294967868
00000100:00100000:3.0:1775764876.263637:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1862022277199616:0@lo:6:osp-syn-0-1.0
00000100:00100000:0.0:1775764876.275061:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.279446:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293477760
00000100:00100000:0.0:1775764876.279456:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293477760
00010000:00010000:0.0:1775764876.279491:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6c4f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b84 expref: 95 pid: 15595 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.279533:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2982
00000100:00100000:0.0:1775764876.279541:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+95:2402:x1862022293477760:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764876.279555:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764876.279561:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6c4f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b84 expref: 95 pid: 15595 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.279581:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6c4f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b84 expref: 95 pid: 15595 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.279604:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6c4f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464b84 expref: 95 pid: 15595 timeout: 2230 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.279621:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764876.279623:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764876.279627:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d6c816 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.279637:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d6c816 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.279685:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764876.279740:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+94:2402:x1862022293477760:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 200us (399us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.279748:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2982
00010000:00010000:0.0:1775764876.280539:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764876.280546:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d6c816 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.280555:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764876.280559:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d6c816 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.280574:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d6c816 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.280588:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d6c816 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.280595:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d6c816 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.280612:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764876.280614:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764876.280615:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764876.307896:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293477888
00000100:00100000:0.0:1775764876.307910:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293477888
00000100:00100000:0.0:1775764876.307974:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293478016
00000100:00100000:0.0:1775764876.307978:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293478016
00000100:00100000:0.0:1775764876.308107:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1891
00000100:00100000:0.0:1775764876.308120:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+94:2402:x1862022293477888:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:3.0:1775764876.308919:0:15577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1892
00000100:00100000:3.0:1775764876.308932:0:15577:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2403:x1862022293478016:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:0.0:1775764876.311920:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967868 is committed
00000001:00080000:0.0:1775764876.311934:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967867 is committed
00000001:00080000:3.0:1775764876.313282:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967832 is committed
00000001:00080000:3.0:1775764876.313296:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967831 is committed
00000100:00100000:0.0:1775764876.313427:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2402:x1862022293477888:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 5309us (11256us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.313437:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1891
00000100:00100000:0.0:1775764876.332584:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2400:x1862022293478144:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 4510us (9408us total) trans 4294967869 rc 0/0
00000100:00100000:0.0:1775764876.332603:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 407
00002000:00100000:0.0:1775764876.332618:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x70:0x0] (0->4095)  req@ffff93c6829e2d80 x1862022293478144/t4294967869(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:357/0 lens 4584/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764876.332629:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6829e2d80 with x1862022293478144 ext(0->4095)
00002000:00010000:0.0:1775764876.332635:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c6829e2d80
00000100:00100000:3.0:1775764876.333571:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.346048:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293478400
00000100:00100000:0.0:1775764876.346058:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293478400
00000100:00100000:3.0:1775764876.346114:0:8402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293478528
00000100:00100000:3.0:1775764876.346120:0:8402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293478528
00000100:00100000:0.0:1775764876.346130:0:8506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1893
00000100:00100000:0.0:1775764876.346144:0:8506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2402:x1862022293478400:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:3.0:1775764876.346169:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1894
00000100:00100000:3.0:1775764876.346179:0:8402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+91:2402:x1862022293478528:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:0.0:1775764876.348560:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967869 is committed
00000100:00100000:3.0:1775764876.348894:0:8506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2402:x1862022293478400:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 2747us (3062us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.348908:0:8506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1893
00000001:00080000:3.0:1775764876.349952:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967833 is committed
00000100:00100000:0.0:1775764876.350225:0:8402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2402:x1862022293478528:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 4045us (4303us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.350237:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1894
00000100:00100000:3.0:1775764876.371501:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.377109:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.377244:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293478912
00000100:00100000:3.0:1775764876.377254:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293478912
00000100:00100000:3.0:1775764876.377310:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1895
00000100:00100000:3.0:1775764876.377318:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+91:2400:x1862022293478912:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:3.0:1775764876.382507:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.383581:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2400:x1862022293478912:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 6259us (6476us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.383593:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1895
00000100:00100000:3.0:1775764876.383617:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1896
00000100:00100000:3.0:1775764876.383625:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2402:x1862022293479040:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:3.0:1775764876.385321:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967870 is committed
00000100:00100000:3.0:1775764876.393599:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.397306:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.404696:0:15573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293479424
00000100:00100000:3.0:1775764876.404705:0:15573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293479424
00000100:00100000:3.0:1775764876.404756:0:15573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1897
00000100:00100000:3.0:1775764876.404764:0:15573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2402:x1862022293479424:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:3.0:1775764876.406683:0:15573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2402:x1862022293479424:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 1917us (2079us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.406692:0:15573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1897
00000100:00100000:3.0:1775764876.408500:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.408586:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293479552
00000100:00100000:0.0:1775764876.408594:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293479552
00000100:00100000:0.0:1775764876.408638:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1898
00000100:00100000:0.0:1775764876.408648:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696914000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+91:2402:x1862022293479552:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:0.0:1775764876.410096:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696914000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2402:x1862022293479552:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 1446us (1599us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.410106:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1898
00000100:00100000:0.0:1775764876.418635:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.424387:0:15596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293479808
00000100:00100000:3.0:1775764876.424398:0:15596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293479808
00000100:00100000:3.0:1775764876.424465:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1899
00000100:00100000:3.0:1775764876.424476:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+91:2400:x1862022293479808:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:0.0:1775764876.426374:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967836 is committed
00000100:00100000:3.0:1775764876.426538:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2400:x1862022293479808:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 2060us (2440us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.426548:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1899
00000100:00100000:3.0:1775764876.427659:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.428061:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293479936
00000100:00100000:0.0:1775764876.428071:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293479936
00002000:00100000:0.0:1775764876.428117:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x70:0x0] (0->4095)  req@ffff93c696917480 x1862022293479936/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:357/0 lens 4584/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764876.428128:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c696917480 with x1862022293479936 ext(0->4095)
00002000:00010000:0.0:1775764876.428133:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c696917480
00000100:00100000:0.0:1775764876.428219:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 414
00000100:00100000:0.0:1775764876.428229:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696917480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2402:x1862022293479936:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:0.0:1775764876.429483:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696917480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2402:x1862022293479936:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 1249us (1822us total) trans 4294967872 rc 0/0
00000100:00100000:0.0:1775764876.429494:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 414
00002000:00100000:0.0:1775764876.429504:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x70:0x0] (0->4095)  req@ffff93c696917480 x1862022293479936/t4294967872(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:357/0 lens 4584/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764876.429513:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c696917480 with x1862022293479936 ext(0->4095)
00002000:00010000:0.0:1775764876.429518:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c696917480
00000100:00100000:0.0:1775764876.431958:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.437259:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.437347:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293480192
00000100:00100000:0.0:1775764876.437358:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293480192
00000100:00100000:0.0:1775764876.437422:0:15595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1900
00000100:00100000:0.0:1775764876.437431:0:15595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2401:x1862022293480192:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:3.0:1775764876.439131:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967872 is committed
00000100:00100000:0.0:1775764876.439280:0:15595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2401:x1862022293480192:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 1847us (2027us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.439291:0:15595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1900
00000100:00100000:3.0:1775764876.446185:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.450949:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.456375:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.459190:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.461947:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.462059:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293480960
00000100:00100000:3.0:1775764876.462069:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293480960
00000100:00100000:3.0:1775764876.462139:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1083
00000100:00100000:3.0:1775764876.462149:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:2400:x1862022293480960:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764876.462165:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764876.462192:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c85c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c8e expref: 123 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.462211:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764876.462217:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764876.462275:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2400:x1862022293480960:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 128us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.462283:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1083
00000100:00100000:3.0:1775764876.464174:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.464255:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293481216
00000100:00100000:0.0:1775764876.464267:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293481216
00000100:00100000:0.0:1775764876.464323:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205187
00000100:00100000:0.0:1775764876.464333:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14453:x1862022293481216:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764876.464384:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764876.464414:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c7fa lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c72 expref: 122 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.464433:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764876.464438:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764876.464507:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c863 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.464523:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c863 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.464533:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c863 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764876.464642:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000223aa809 reply state 00000000144dc697 transno 4295101351 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c863 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.464654:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c863 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.464660:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764876.464674:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764876.464676:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764876.464871:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14453:x1862022293481216:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 506us (670us total) trans 4295101351 rc 0/0
00000100:00100000:0.0:1775764876.464879:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205187
00000100:00100000:0.0:1775764876.474586:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293481600
00000100:00100000:0.0:1775764876.474597:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293481600
00000100:00100000:0.0:1775764876.474653:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293481344
00000100:00100000:0.0:1775764876.474656:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293481344
00000100:00100000:0.0:1775764876.474698:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205188
00000100:00100000:0.0:1775764876.474709:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14454:x1862022293481600:12345-192.168.202.56@tcp:55:dbench.0
00010000:00010000:0.0:1775764876.474799:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c86a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.474815:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c7d7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c64 expref: 124 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.474835:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c86a lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.474892:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c7d7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c64 expref: 124 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.474907:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c7d7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c64 expref: 124 pid: 14273 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.474922:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277200128:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764876.475396:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0240 going to sleep for 11 seconds
00000100:00100000:3.0:1775764876.489147:0:15572:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293481856
00000100:00100000:3.0:1775764876.489157:0:15572:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293481856
00000100:00100000:3.0:1775764876.489220:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1902
00000100:00100000:3.0:1775764876.489230:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2402:x1862022293481856:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:3.0:1775764876.489390:0:15572:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x70:0x0] updating lvb size from disk: 0 -> 83190
00002000:00010000:3.0:1775764876.489394:0:15572:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x70:0x0] updating lvb mtime from disk: 0 -> 1775764864
00002000:00010000:3.0:1775764876.489397:0:15572:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x70:0x0] updating lvb atime from disk: 0 -> 1775764865
00002000:00010000:3.0:1775764876.489399:0:15572:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x70:0x0] updating lvb ctime from disk: 0 -> 1775764876
00002000:00010000:3.0:1775764876.489402:0:15572:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x70:0x0] updating lvb blocks from disk: 0 -> 168
00000100:00100000:3.0:1775764876.489456:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2402:x1862022293481856:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 227us (483us total) trans 4294967873 rc 0/0
00000100:00100000:3.0:1775764876.489464:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1902
00010000:00010000:0.0:1775764876.490251:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6c7d7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c64 expref: 124 pid: 14273 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.490271:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277200128:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764876.490290:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c86a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.490299:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c86a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.490304:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c86a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.490337:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c86a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.490344:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c86a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.490350:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c86a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.490355:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764876.490360:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c86a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.490367:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c86a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.490376:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764876.490378:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:0.0:1775764876.490381:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c86a lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.490386:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c86a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.490442:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14454:x1862022293481600:12345-192.168.202.56@tcp:55:dbench.0 Request processed in 15736us (15982us total) trans 0 rc -22/-22
00000100:00100000:0.0:1775764876.490452:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205188
00000100:00100000:3.0:1775764876.494217:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293482112
00000100:00100000:3.0:1775764876.494227:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293482112
00000100:00100000:3.0:1775764876.494290:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205190
00000100:00100000:3.0:1775764876.494302:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14453:x1862022293482112:12345-192.168.202.56@tcp:55:dbench.0
00010000:00010000:3.0:1775764876.494366:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6c878 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.494384:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6c808 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c79 expref: 123 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.494393:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6c878 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.494429:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6c808 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c79 expref: 123 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.494444:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6c808 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c79 expref: 123 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.494460:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696915180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277200256:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764876.494547:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63b40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764876.500866:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696915180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277200256:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764876.500896:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6c878 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.502228:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6c878 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.502236:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6c878 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.502276:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6c878 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.502281:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6c878 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.502286:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6c878 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.502289:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764876.502292:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6c878 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.502297:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6c878 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.502305:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764876.502306:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:0.0:1775764876.502309:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6c878 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.502313:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6c878 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.502349:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14453:x1862022293482112:12345-192.168.202.56@tcp:55:dbench.0 Request processed in 8050us (8600us total) trans 0 rc -22/-22
00000100:00100000:0.0:1775764876.502354:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205190
00000100:00100000:0.0:1775764876.517205:0:15579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293482368
00000100:00100000:0.0:1775764876.517215:0:15579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293482368
00002000:00100000:0.0:1775764876.517263:0:15579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x70:0x0] (0->4095)  req@ffff93c6829e3b80 x1862022293482368/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:357/0 lens 4584/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764876.517273:0:15579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6829e3b80 with x1862022293482368 ext(0->4095)
00002000:00010000:0.0:1775764876.517278:0:15579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c6829e3b80
00000100:00100000:0.0:1775764876.517312:0:15579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 415
00000100:00100000:0.0:1775764876.517321:0:15579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+90:2401:x1862022293482368:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:0.0:1775764876.524080:0:15579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+92:2401:x1862022293482368:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 6749us (6994us total) trans 4294967838 rc 0/0
00000100:00100000:0.0:1775764876.524095:0:15579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 415
00002000:00100000:0.0:1775764876.524108:0:15579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x70:0x0] (0->4095)  req@ffff93c6829e3b80 x1862022293482368/t4294967838(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:357/0 lens 4584/448 e 0 to 0 dl 1775764887 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764876.524118:0:15579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6829e3b80 with x1862022293482368 ext(0->4095)
00002000:00010000:0.0:1775764876.524123:0:15579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c6829e3b80
00000100:00100000:3.0:1775764876.524716:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293482496
00000100:00100000:3.0:1775764876.524724:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293482496
00002000:00100000:3.0:1775764876.524767:0:8405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x70:0x0] (0->4095)  req@ffff93c7b7413850 x1862022293482496/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:357/0 lens 4584/0 e 0 to 0 dl 1775764887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1775764876.524778:0:8405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c7b7413850 with x1862022293482496 ext(0->4095)
00002000:00010000:3.0:1775764876.524783:0:8405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c7b7413850
00000100:00100000:3.0:1775764876.524813:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 416
00000100:00100000:3.0:1775764876.524831:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b7413850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2403:x1862022293482496:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:3.0:1775764876.532155:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293482624
00000100:00100000:3.0:1775764876.532166:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293482624
00000100:00100000:3.0:1775764876.532276:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205191
00000100:00100000:3.0:1775764876.532286:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14453:x1862022293482624:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:3.0:1775764876.532418:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14453:x1862022293482624:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 134us (916us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.532427:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205191
00000100:00100000:0.0:1775764876.540447:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293482880
00000100:00100000:0.0:1775764876.540457:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293482880
00000100:00100000:0.0:1775764876.540512:0:8506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1903
00000100:00100000:0.0:1775764876.540522:0:8506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2402:x1862022293482880:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:3.0:1775764876.540672:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293482752
00000100:00100000:3.0:1775764876.540676:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293482752
00000100:00100000:3.0:1775764876.540710:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205192
00000100:00100000:3.0:1775764876.540718:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14454:x1862022293482752:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:3.0:1775764876.540823:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14454:x1862022293482752:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 104us (507us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.540863:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205192
00000100:00100000:0.0:1775764876.548034:0:8506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2402:x1862022293482880:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 7508us (7656us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.548047:0:8506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1903
00000100:00100000:0.0:1775764876.563039:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293483264
00000100:00100000:0.0:1775764876.563050:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293483264
00000100:00100000:0.0:1775764876.563109:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2786
00000100:00100000:0.0:1775764876.563121:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790c24c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14453:x1862022293483264:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764876.563434:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790c24c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14453:x1862022293483264:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 315us (514us total) trans 4295101352 rc 0/0
00000100:00100000:0.0:1775764876.563443:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2786
00000100:00100000:0.0:1775764876.578053:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293483392
00000100:00100000:0.0:1775764876.578068:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293483392
00000100:00100000:0.0:1775764876.578137:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205193
00000100:00100000:0.0:1775764876.578147:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14453:x1862022293483392:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764876.578171:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764876.578192:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c87f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464c9c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578264:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c886 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578281:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c886 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578293:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c886 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578309:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c88d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578319:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c88d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578326:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c88d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578410:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c894 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578419:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c894 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578425:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c894 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764876.578463:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00000004:00200000:0.0:1775764876.578467:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764876.578484:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c894 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578495:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c894 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578503:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c886 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578508:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c886 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578514:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c886 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578524:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764876.578529:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c886 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578536:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c886 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578546:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764876.578548:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764876.578552:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c886 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578558:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c886 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578570:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c88d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578575:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c88d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578580:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c88d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578584:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764876.578587:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c88d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578592:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c88d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578601:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c795e56800)
00010000:00010000:0.0:1775764876.578603:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764876.578606:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c88d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578611:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c88d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578636:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c87f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c9c expref: 125 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578647:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c894 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c9c expref: 124 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.578654:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764876.578656:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764876.578658:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:0.0:1775764876.578775:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14453:x1862022293483392:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 630us (842us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.578782:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205193
00000100:00100000:3.0:1775764876.581227:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293483648
00000100:00100000:3.0:1775764876.581239:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293483648
00000100:00100000:3.0:1775764876.581293:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2787
00000100:00100000:3.0:1775764876.581302:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14454:x1862022293483648:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764876.581577:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293483648:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 276us (544us total) trans 4295101353 rc 0/0
00000100:00100000:3.0:1775764876.581584:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2787
00000100:00100000:0.0:1775764876.620484:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293484416
00000100:00100000:0.0:1775764876.620495:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293484416
00000100:00100000:0.0:1775764876.620564:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205196
00000100:00100000:0.0:1775764876.620576:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14454:x1862022293484416:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764876.620602:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764876.620627:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c8c5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464cb1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.620765:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c8cc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.620781:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c8be lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ca3 expref: 129 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.620790:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c8cc lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.620826:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c8be lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ca3 expref: 129 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.620881:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c8be lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ca3 expref: 129 pid: 8005 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.620897:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277200512:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764876.621238:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764876.629266:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293484160
00000100:00100000:0.0:1775764876.629276:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293484160
00010000:00010000:0.0:1775764876.629327:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c894 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c9c expref: 130 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.629371:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2985
00000100:00100000:0.0:1775764876.629381:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:2403:x1862022293484160:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764876.629396:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764876.629403:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c894 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c9c expref: 130 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.629418:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c894 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c9c expref: 130 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.629441:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c894 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c9c expref: 130 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.629459:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764876.629475:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6c8b0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.629485:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6c8b0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.629491:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6c8b0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.629575:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764876.629635:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:2403:x1862022293484160:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 255us (618us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.629642:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2985
00000100:00100000:0.0:1775764876.631826:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277200512:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764876.631877:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c8cc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.632967:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.633705:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293484544
00000100:00100000:0.0:1775764876.633714:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293484544
00010000:00010000:0.0:1775764876.633759:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c8be lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ca3 expref: 129 pid: 8005 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.633805:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2986
00000100:00100000:0.0:1775764876.633814:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696915180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:2402:x1862022293484544:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764876.634303:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764876.634312:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c8be lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ca3 expref: 129 pid: 8005 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.634328:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c8be lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ca3 expref: 129 pid: 8005 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.634350:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c8be lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ca3 expref: 129 pid: 8005 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.634368:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764876.634373:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c8cc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.634383:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c8cc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.634391:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c8cc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.634424:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764876.634477:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696915180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:2402:x1862022293484544:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 664us (1514us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.634485:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2986
00010000:00010000:3.0:1775764876.634785:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c8cc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.634793:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c8cc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764876.634816:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014e:0x0]: returning size 83190
00010000:00010000:3.0:1775764876.635437:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c8c5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cb1 expref: 129 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.635458:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c8cc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cb1 expref: 128 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.635476:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764876.635478:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764876.635481:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:3.0:1775764876.635517:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14454:x1862022293484416:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14945us (15152us total) trans 4295101354 rc 0/0
00000100:00100000:3.0:1775764876.635526:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205196
00000100:00100000:3.0:1775764876.651093:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.657874:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293484800
00000100:00100000:0.0:1775764876.657881:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293484800
00000100:00100000:0.0:1775764876.658753:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205198
00000100:00100000:0.0:1775764876.658768:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14453:x1862022293484800:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764876.658795:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764876.658814:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c8ef lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464cbf expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.658945:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c8f6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.658960:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6c8b0 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464caa expref: 131 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.658968:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c8f6 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.659003:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6c8b0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464caa expref: 131 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.659014:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6c8b0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464caa expref: 131 pid: 6519 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.659431:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277200768:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764876.659520:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0cc0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764876.660176:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.660951:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293484928
00000100:00100000:0.0:1775764876.660960:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293484928
00010000:00010000:0.0:1775764876.661012:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c8cc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cb1 expref: 132 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.661097:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2987
00000100:00100000:0.0:1775764876.661107:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696916a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:2403:x1862022293484928:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764876.661122:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764876.661128:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c8cc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cb1 expref: 132 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.661142:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c8cc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cb1 expref: 132 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.661165:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c8cc lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cb1 expref: 132 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.661184:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764876.661189:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f400/0x9da62835f5d6c8e8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.661199:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f400/0x9da62835f5d6c8e8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.661207:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f400/0x9da62835f5d6c8e8 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.661241:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764876.661296:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696916a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:2403:x1862022293484928:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 189us (1121us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.661304:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2987
00000100:00100000:3.0:1775764876.670828:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293485056
00000100:00100000:3.0:1775764876.670867:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293485056
00010000:00010000:3.0:1775764876.670921:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6c8b0 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464caa expref: 130 pid: 6519 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.670958:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2988
00000100:00100000:3.0:1775764876.670968:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:2403:x1862022293485056:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764876.671384:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764876.671395:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6c8b0 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464caa expref: 130 pid: 6519 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.671410:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6c8b0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464caa expref: 130 pid: 6519 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.671436:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764876.671441:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c8f6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.671451:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c8f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.671458:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c8f6 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.671491:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764876.671556:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:2403:x1862022293485056:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 589us (1132us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.671563:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2988
00010000:00010000:0.0:1775764876.673204:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6c8b0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464caa expref: 129 pid: 6519 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.673226:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277200768:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764876.673250:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c8f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.673258:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c8f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.673263:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c8f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764876.673322:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00000004:00200000:0.0:1775764876.673326:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764876.673349:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c8f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.673387:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c8ef lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cbf expref: 129 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.673403:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6c8f6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cbf expref: 128 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.673411:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764876.673413:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764876.673416:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:0.0:1775764876.673617:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14453:x1862022293484800:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14853us (16262us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.673631:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205198
00000100:00100000:3.0:1775764876.691385:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293485184
00000100:00100000:3.0:1775764876.691395:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293485184
00000100:00100000:3.0:1775764876.691455:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205199
00000100:00100000:3.0:1775764876.691474:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14454:x1862022293485184:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764876.691495:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764876.691516:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6c8fd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464cc6 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691579:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c904 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691593:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c904 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691605:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c904 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691620:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c90b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691627:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c90b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691634:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c90b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691716:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6c912 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691727:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6c912 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691734:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6c912 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764876.691780:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014e:0x0]: returning size 83190
00000004:00200000:3.0:1775764876.691785:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764876.691804:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6c912 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691814:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6c912 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691823:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c904 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691830:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c904 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691836:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c904 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691867:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.691872:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c904 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691879:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c904 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691889:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764876.691892:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.691896:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c904 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691902:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c904 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691933:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c90b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691940:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c90b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691946:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c90b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691952:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.691955:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c90b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691961:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c90b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691968:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c68cb34c00)
00010000:00010000:3.0:1775764876.691971:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.691974:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c90b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.691980:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c90b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.692969:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6c8fd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cc6 expref: 130 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.693117:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6c912 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cc6 expref: 129 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.693132:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764876.693135:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764876.693139:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5e00, rc 0)
00000100:00100000:3.0:1775764876.693359:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:14454:x1862022293485184:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1895us (2143us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.693369:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205199
00000100:00100000:0.0:1775764876.712267:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293485312
00000100:00100000:0.0:1775764876.712276:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293485312
00000100:00100000:0.0:1775764876.712340:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205200
00000100:00100000:0.0:1775764876.712351:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:14453:x1862022293485312:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764876.712373:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764876.712394:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c919 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ccd expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712458:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c920 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712482:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c920 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712493:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c920 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712508:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c927 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712516:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c927 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712522:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c927 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712594:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c92e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712607:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c92e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712614:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c92e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764876.712650:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00000004:00200000:0.0:1775764876.712655:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764876.712686:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c92e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712697:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c92e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712704:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c920 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712710:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c920 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712716:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c920 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712721:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764876.712725:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c920 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712731:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c920 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712742:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764876.712744:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764876.712749:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c920 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712754:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c920 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712767:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c927 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712772:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c927 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712777:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c927 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712782:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764876.712785:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c927 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712790:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c927 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712796:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c795e56800)
00010000:00010000:0.0:1775764876.712798:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764876.712801:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c927 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712806:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c927 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712833:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c919 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ccd expref: 131 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712907:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c92e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ccd expref: 130 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.712924:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764876.712926:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764876.712929:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:0.0:1775764876.714429:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14453:x1862022293485312:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2070us (2253us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.714439:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205200
00000100:00100000:0.0:1775764876.749546:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293485440
00000100:00100000:0.0:1775764876.749559:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293485440
00010000:00010000:0.0:1775764876.749610:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6c912 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cc6 expref: 130 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.750234:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293485824
00000100:00100000:0.0:1775764876.750239:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293485824
00000100:00100000:3.0:1775764876.750820:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2989
00000100:00100000:3.0:1775764876.750830:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:2402:x1862022293485440:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764876.750868:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764876.750875:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6c912 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cc6 expref: 131 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.750888:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6c912 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cc6 expref: 131 pid: 6518 timeout: 2230 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.750904:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764876.750919:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6c935 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.750927:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6c935 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.750933:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6c935 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.750949:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764876.750994:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:2402:x1862022293485440:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 157us (8709us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.751001:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2989
00000100:00100000:3.0:1775764876.751019:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2990
00000100:00100000:3.0:1775764876.751025:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:2403:x1862022293485824:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764876.751032:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764876.751037:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c92e lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ccd expref: 130 pid: 6517 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.751047:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c92e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ccd expref: 130 pid: 6517 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.751057:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764876.751060:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.751067:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.751072:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.751081:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764876.751099:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:2403:x1862022293485824:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 74us (8210us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.751105:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2990
00010000:00010000:3.0:1775764876.753935:0:6518:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000fe75ff55 x1862022277201024) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c92e lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ccd expref: 129 pid: 6517 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.753975:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c92e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ccd expref: 129 pid: 6517 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.754009:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277201024:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764876.754033:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764876.754041:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.754050:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.754055:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764876.754176:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d800f89 reply state 000000006294cbe6 transno 4295101356 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.754193:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.754200:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764876.754203:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764876.754206:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764876.754315:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:14453:x1862022293486080:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 4524us (6069us total) trans 4295101356 rc 0/0
00000100:00100000:3.0:1775764876.754325:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205202
00000100:00100000:3.0:1775764876.772074:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.780829:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293486592
00000100:00100000:0.0:1775764876.780855:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293486592
00000100:00100000:3.0:1775764876.790931:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.790982:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.791074:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293486720
00000100:00100000:0.0:1775764876.791084:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293486720
00000100:00100000:0.0:1775764876.791149:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205203
00000100:00100000:0.0:1775764876.791160:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14453:x1862022293486720:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764876.791184:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764876.791205:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c943 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464cd4 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791267:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c94a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791282:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c94a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791293:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c94a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791307:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c951 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791314:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c951 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791322:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c951 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791399:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c958 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791409:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c958 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791416:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c958 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764876.791453:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00000004:00200000:0.0:1775764876.791458:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764876.791479:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c958 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791488:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c958 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791499:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c94a lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791504:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c94a lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791509:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c94a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791515:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c94a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791521:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764876.791525:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c94a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791532:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c94a lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791543:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764876.791546:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764876.791550:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c94a lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791555:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c94a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791568:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c951 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791574:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c951 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791580:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c951 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791585:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764876.791588:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c951 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791597:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c951 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791607:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c795e56800)
00010000:00010000:0.0:1775764876.791609:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764876.791612:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c951 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791616:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c951 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791641:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c943 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cd4 expref: 135 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791654:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c958 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cd4 expref: 134 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.791681:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764876.791683:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764876.791686:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:0.0:1775764876.791708:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14453:x1862022293486720:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 551us (787us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.791716:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205203
00000100:00100000:3.0:1775764876.802043:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293487232
00000100:00100000:3.0:1775764876.802052:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293487232
00000100:00100000:0.0:1775764876.802112:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.802155:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293487360
00000100:00100000:3.0:1775764876.802160:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293487360
00000100:00100000:3.0:1775764876.802194:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205204
00000100:00100000:3.0:1775764876.802204:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14454:x1862022293487232:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764876.802228:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764876.802249:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6c95f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464cdb expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802315:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c966 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802330:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c966 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802341:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c966 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802369:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c96d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802376:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c96d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802383:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c96d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802455:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6c974 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802464:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6c974 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802471:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6c974 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764876.802510:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014e:0x0]: returning size 83190
00000004:00200000:3.0:1775764876.802514:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764876.802544:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6c974 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802555:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6c974 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802565:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c966 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802571:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c966 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802576:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c966 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802582:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c966 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802588:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.802592:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c966 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802599:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c966 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802613:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764876.802616:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.802620:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c966 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802626:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c966 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802640:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c96d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802646:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c96d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802651:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c96d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802656:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.802667:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c96d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802673:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c96d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802681:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c68cb34c00)
00010000:00010000:3.0:1775764876.802684:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.802686:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c96d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802691:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c96d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802724:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6c95f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cdb expref: 136 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802740:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6c974 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cdb expref: 135 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.802748:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764876.802751:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764876.802754:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4e00, rc 0)
00000100:00100000:0.0:1775764876.802764:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205205
00000100:00100000:0.0:1775764876.802775:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14453:x1862022293487360:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764876.802785:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764876.802799:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6c97b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ce2 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.802819:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293487232:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 615us (918us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.802826:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205204
00010000:00010000:0.0:1775764876.802878:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c982 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.802891:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c958 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cd4 expref: 135 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.802899:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c982 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.802941:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c958 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cd4 expref: 135 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.802956:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6c958 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cd4 expref: 135 pid: 10031 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.802969:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277201152:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764876.803279:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764876.811492:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277201152:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764876.811526:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c982 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.812545:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.839854:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.839905:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764876.839964:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293487744
00000100:00100000:3.0:1775764876.839974:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293487744
00000100:00100000:3.0:1775764876.840077:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205206
00000100:00100000:3.0:1775764876.840089:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293487744:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764876.840114:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764876.840143:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6c990 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ce9 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.840249:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6c997 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.840265:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6c974 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cdb expref: 137 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.840279:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6c997 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.840326:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6c974 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cdb expref: 137 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.840341:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6c974 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cdb expref: 137 pid: 14273 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.840354:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277201280:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764876.840439:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63180 going to sleep for 11 seconds
00000100:00100000:0.0:1775764876.854274:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293488000
00000100:00100000:0.0:1775764876.854282:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293488000
00010000:00010000:0.0:1775764876.854324:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6c974 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cdb expref: 139 pid: 14273 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.854377:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2992
00000100:00100000:0.0:1775764876.854387:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:2402:x1862022293488000:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764876.854402:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764876.854409:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6c974 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cdb expref: 139 pid: 14273 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.854425:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6c974 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cdb expref: 139 pid: 14273 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.854446:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6c974 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cdb expref: 139 pid: 14273 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.854461:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764876.854467:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6c997 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.854476:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6c997 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.854484:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6c997 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.854515:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764876.854573:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:2402:x1862022293488000:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 187us (386us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.854581:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2992
00010000:00010000:0.0:1775764876.855730:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764876.862108:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293488128
00000100:00100000:3.0:1775764876.862118:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293488128
00010000:00010000:3.0:1775764876.862158:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c982 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ce2 expref: 138 pid: 8005 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.862200:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2993
00000100:00100000:3.0:1775764876.862209:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:2403:x1862022293488128:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764876.862225:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764876.862232:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c982 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ce2 expref: 138 pid: 8005 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.862246:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c982 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ce2 expref: 138 pid: 8005 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.862269:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6c982 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ce2 expref: 138 pid: 8005 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.862302:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764876.862309:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c9a5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.862319:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c9a5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.862328:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c9a5 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.862685:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764876.863126:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:2403:x1862022293488128:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 918us (1168us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.863135:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2993
00000100:00100000:3.0:1775764876.897951:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764876.912814:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293488512
00000100:00100000:0.0:1775764876.912833:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293488512
00010000:00010000:0.0:1775764876.912891:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6c997 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ce9 expref: 138 pid: 6517 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.912936:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2994
00000100:00100000:0.0:1775764876.912946:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:2402:x1862022293488512:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764876.912962:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764876.912969:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6c997 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ce9 expref: 138 pid: 6517 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.912983:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6c997 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ce9 expref: 138 pid: 6517 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.913005:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6c997 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ce9 expref: 138 pid: 6517 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.913021:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764876.913026:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c9ba lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.913037:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c9ba lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.913044:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c9ba lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.913255:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764876.913318:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:2402:x1862022293488512:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 373us (838us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.913327:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2994
00000100:00100000:3.0:1775764876.913695:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293488384
00000100:00100000:3.0:1775764876.913701:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293488384
00000100:00100000:3.0:1775764876.913741:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205209
00000100:00100000:3.0:1775764876.913750:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:14453:x1862022293488384:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764876.913770:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764876.913787:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c9c1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464cfe expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.913889:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c9c8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.913902:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c9c8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.913914:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c9c8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.913928:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6c9cf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.913935:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6c9cf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.913942:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6c9cf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914017:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6c9d6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914026:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6c9d6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914033:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6c9d6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764876.914074:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014b:0x0]: returning size 85515
00000004:00200000:3.0:1775764876.914078:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764876.914096:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6c9d6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914107:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6c9d6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914115:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c9c8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914124:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c9c8 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914130:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c9c8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914136:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.914140:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c9c8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914147:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c9c8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914157:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764876.914160:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.914163:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c9c8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914168:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6c9c8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914179:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6c9cf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914184:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6c9cf lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914190:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6c9cf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914195:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764876.914199:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6c9cf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914204:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6c9cf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914211:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7f7efb67 (ffff93c68cb34c00)
00010000:00010000:3.0:1775764876.914214:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764876.914216:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6c9cf lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914222:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6c9cf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914250:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6c9c1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cfe expref: 139 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914263:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6c9d6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cfe expref: 138 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.914271:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:3.0:1775764876.914273:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764876.914289:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4200, rc 0)
00000100:00100000:3.0:1775764876.914334:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14453:x1862022293488384:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 585us (1781us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.914341:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205209
00000100:00100000:0.0:1775764876.942800:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293488896
00000100:00100000:0.0:1775764876.942810:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293488896
00000100:00100000:0.0:1775764876.942892:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293489152
00000100:00100000:0.0:1775764876.942896:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293489152
00000100:00100000:0.0:1775764876.942925:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205211
00000100:00100000:0.0:1775764876.942935:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14453:x1862022293488896:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764876.942956:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764876.942976:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c9f9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464d0c expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.943084:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca00 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.943101:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6c9d6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cfe expref: 140 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.943110:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca00 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.943147:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6c9d6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cfe expref: 140 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.943152:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205212
00010000:00010000:0.0:1775764876.943161:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6c9d6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cfe expref: 140 pid: 6518 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.943162:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14454:x1862022293489152:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764876.943170:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:0.0:1775764876.943175:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277201664:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764876.943179:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ca07 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464d13 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.943229:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca0e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.943240:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6c9f2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d05 expref: 141 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.943245:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0540 going to sleep for 11 seconds
00010000:00010000:3.0:1775764876.943247:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca0e lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.943265:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6c9f2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d05 expref: 141 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.943274:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6c9f2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d05 expref: 141 pid: 6517 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.943283:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684116300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277201792:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764876.943321:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63240 going to sleep for 11 seconds
00000100:00100000:0.0:1775764876.950439:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277201664:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764876.950471:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca00 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.953958:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6c9f2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d05 expref: 141 pid: 6517 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.953984:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684116300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277201792:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764876.954253:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca0e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.954264:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca0e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.954274:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca0e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764876.954323:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014a:0x0]: returning size 85515
00010000:00010000:3.0:1775764876.954458:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ca07 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d13 expref: 142 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.954474:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca0e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d13 expref: 141 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.954482:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:3.0:1775764876.954485:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764876.954506:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5600, rc 0)
00000100:00100000:3.0:1775764876.954558:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293489152:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11397us (11844us total) trans 4295101362 rc 0/0
00000100:00100000:3.0:1775764876.954567:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205212
00000100:00100000:3.0:1775764876.957417:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293489408
00000100:00100000:3.0:1775764876.957428:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293489408
00010000:00010000:3.0:1775764876.957470:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6c9d6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cfe expref: 141 pid: 6518 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.957722:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2996
00000100:00100000:3.0:1775764876.957733:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:2402:x1862022293489408:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764876.957749:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764876.957757:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6c9d6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cfe expref: 141 pid: 6518 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.957776:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6c9d6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cfe expref: 141 pid: 6518 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.957800:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6c9d6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cfe expref: 141 pid: 6518 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.957818:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:3.0:1775764876.957862:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca00 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.957874:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca00 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.957881:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca00 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.957908:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764876.957958:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:2402:x1862022293489408:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 226us (2217us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.957966:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2996
00010000:00010000:0.0:1775764876.958021:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca00 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.958030:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca00 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764876.958051:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014b:0x0]: returning size 85515
00010000:00010000:0.0:1775764876.958186:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6c9f9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d0c expref: 141 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.958204:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca00 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d0c expref: 140 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.958212:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:0.0:1775764876.958215:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764876.958218:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:0.0:1775764876.958243:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293488896:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15310us (15607us total) trans 4295101363 rc 0/0
00000100:00100000:0.0:1775764876.958250:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205211
00000100:00100000:3.0:1775764876.970347:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293489536
00000100:00100000:3.0:1775764876.970359:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293489536
00000100:00100000:0.0:1775764876.970553:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293489664
00000100:00100000:0.0:1775764876.970559:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293489664
00000100:00100000:0.0:1775764876.970597:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205213
00000100:00100000:0.0:1775764876.970607:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14453:x1862022293489536:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764876.970631:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764876.970652:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ca23 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464d1a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.970755:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ca2a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.970770:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca00 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d0c expref: 142 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.970779:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ca2a lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.970813:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca00 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d0c expref: 142 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.970860:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca00 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d0c expref: 142 pid: 8005 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.970875:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277201920:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764876.970961:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0900 going to sleep for 11 seconds
00000100:00100000:3.0:1775764876.971026:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205214
00000100:00100000:3.0:1775764876.971036:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14454:x1862022293489664:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764876.971047:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764876.971058:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ca31 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464d21 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.971106:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ca38 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.971117:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca0e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d13 expref: 143 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.971124:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ca38 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.971156:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca0e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d13 expref: 143 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.971165:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca0e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d13 expref: 143 pid: 6518 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.971174:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684116300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277202048:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764876.971200:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63240 going to sleep for 11 seconds
00010000:00010000:3.0:1775764876.981538:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca0e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1014a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d13 expref: 143 pid: 6518 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764876.981560:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684116300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277202048:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764876.981581:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ca38 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.981591:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ca38 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.981600:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ca38 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764876.981654:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014a:0x0]: returning size 85515
00000004:00200000:3.0:1775764876.981669:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764876.981692:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ca38 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.981725:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ca31 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d21 expref: 143 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.981739:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ca38 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d21 expref: 142 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764876.981748:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:3.0:1775764876.981750:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764876.981754:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5400, rc 0)
00000100:00100000:3.0:1775764876.981811:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14454:x1862022293489664:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10777us (12468us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764876.981831:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205214
00010000:00010000:0.0:1775764876.985470:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca00 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1014b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d0c expref: 141 pid: 8005 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764876.985507:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277201920:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764876.985531:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ca2a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.985540:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ca2a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.985546:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ca2a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764876.985601:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014b:0x0]: returning size 85515
00000004:00200000:0.0:1775764876.985605:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764876.985627:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ca2a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.985670:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ca23 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d1a expref: 141 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.985685:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ca2a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d1a expref: 140 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764876.985695:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:0.0:1775764876.985697:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764876.985701:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:0.0:1775764876.985768:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293489536:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15163us (16486us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764876.985777:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205213
00000100:00100000:3.0:1775764877.000225:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293490432
00000100:00100000:3.0:1775764877.000235:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293490432
00000100:00100000:3.0:1775764877.000294:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2791
00000100:00100000:3.0:1775764877.000304:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293490432:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764877.000527:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14454:x1862022293490432:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 224us (604us total) trans 4295101365 rc 0/0
00000100:00100000:3.0:1775764877.000534:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2791
00000100:00100000:3.0:1775764877.008773:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.008934:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.010255:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205216
00000100:00100000:3.0:1775764877.010266:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14453:x1862022293490688:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764877.010588:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764877.010599:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ca54 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464d2f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010629:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca5b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010640:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca5b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010647:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca5b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010672:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6ca62 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010678:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6ca62 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010685:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6ca62 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010746:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ca69 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010755:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ca69 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010765:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ca69 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764877.010803:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014b:0x0]: returning size 85515
00000004:00200000:3.0:1775764877.010808:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764877.010865:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ca69 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010877:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ca69 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010884:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca5b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010889:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca5b lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010895:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca5b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010900:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764877.010904:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca5b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010910:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca5b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010921:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764877.010924:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764877.010929:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca5b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010938:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6ca5b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010950:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6ca62 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010955:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6ca62 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010961:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6ca62 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010966:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764877.010968:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6ca62 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010974:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6ca62 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.010981:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7f7efb67 (ffff93c68cb34c00)
00010000:00010000:3.0:1775764877.010984:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764877.010986:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6ca62 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.011001:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6ca62 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.011030:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ca54 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d2f expref: 146 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.011048:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ca69 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d2f expref: 145 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.011054:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:3.0:1775764877.011056:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764877.011058:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5c00, rc 0)
00000100:00100000:3.0:1775764877.011120:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293490688:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 857us (2184us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.011128:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205216
00000100:00100000:0.0:1775764877.035438:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293491456
00000100:00100000:0.0:1775764877.035448:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293491456
00000100:00100000:0.0:1775764877.035514:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293491200
00000100:00100000:0.0:1775764877.035517:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293491200
00000100:00100000:0.0:1775764877.035545:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205217
00000100:00100000:0.0:1775764877.035555:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14453:x1862022293491456:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764877.035608:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1775764877.035637:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ca2a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d1a expref: 143 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.035673:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6c235 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464a9d expref: 142 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.035685:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c6a0c7b400)
00010000:00010000:0.0:1775764877.035694:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764877.035712:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ca77 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.035725:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ca77 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.035735:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ca77 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.035749:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca7e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.035756:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca7e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.035762:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca7e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.035868:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ca85 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.035877:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ca85 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.035884:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ca85 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764877.036122:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].81, 64 off13400
00000004:00080000:0.0:1775764877.036134:0:6517:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 2131286292644ns, next at 2132286289896ns, rc = 0
00010000:00010000:0.0:1775764877.036180:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ca8c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1014b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036189:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ca8c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036196:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ca8c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036202:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ca8c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1014b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036207:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ca8c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1014b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036213:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ca8c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1014b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036245:0:6517:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764877.036264:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ca85 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036270:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ca85 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1014b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036276:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ca85 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1014b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036282:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.036286:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ca85 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1014b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036293:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ca85 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1014b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036302:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c795e56600)
00010000:00010000:0.0:1775764877.036305:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764877.036309:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ca85 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1014b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036314:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ca85 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1014b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036329:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ca77 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036335:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ca77 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036344:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ca77 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036349:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.036352:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ca77 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036358:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ca77 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036366:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764877.036368:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.036371:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ca77 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036376:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ca77 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764877.036385:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007de7c199 reply state 00000000c017f3ad transno 4295101366 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca7e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036395:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca7e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036400:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7f7efb67 (ffff93c795e56800)
00010000:00010000:0.0:1775764877.036402:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764877.036405:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764877.036474:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14453:x1862022293491456:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 920us (1154us total) trans 4295101366 rc 0/0
00000100:00100000:0.0:1775764877.036482:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205217
00000100:00100000:0.0:1775764877.036513:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205218
00000100:00100000:0.0:1775764877.036520:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14454:x1862022293491200:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764877.036545:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1775764877.036557:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ca38 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d21 expref: 142 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036572:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a483d800/0x9da62835f5d6c204 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464a8f expref: 141 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036581:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c7a0deaf00)
00010000:00010000:0.0:1775764877.036587:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764877.036599:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6ca93 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036608:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6ca93 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036614:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6ca93 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036625:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ca9a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036632:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ca9a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036638:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ca9a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036694:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6caa1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036702:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6caa1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036709:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6caa1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764877.036827:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].80, 64 off13312
00000004:00080000:0.0:1775764877.036835:0:6517:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 2131286994528ns, next at 2132286993006ns, rc = 0
00010000:00010000:0.0:1775764877.036894:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6caa8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1014a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036903:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6caa8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036910:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6caa8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036917:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6caa8 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1014a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036922:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6caa8 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1014a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036927:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6caa8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1014a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036944:0:6517:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1775764877.036960:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764877.036965:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ca8c lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1014b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036975:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764877.036979:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ca8c lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1014b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036985:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ca8c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1014b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.036993:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014b:0x0].0x0 (ffff93c795e56600)
00010000:00010000:0.0:1775764877.036995:0:6506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764877.036998:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ca8c lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1014b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037004:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ca8c lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1014b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037018:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764877.037020:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6caa8 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1014a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037026:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827400 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764877.037029:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6caa8 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1014a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037035:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6caa8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1014a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037042:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c795e56d00)
00010000:00010000:0.0:1775764877.037044:0:6506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764877.037046:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6caa8 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1014a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037055:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6caa8 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1014a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037063:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.037065:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.037066:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.037077:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6caa1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037083:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6caa1 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1014a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037090:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6caa1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1014a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037094:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.037097:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6caa1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1014a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037103:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6caa1 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1014a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037110:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014a:0x0].0x0 (ffff93c795e56d00)
00010000:00010000:0.0:1775764877.037112:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764877.037115:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6caa1 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1014a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037120:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6caa1 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1014a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037134:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6ca93 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037141:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6ca93 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037146:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6ca93 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037151:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a31f5600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.037153:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6ca93 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037159:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6ca93 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037166:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764877.037168:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.037171:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6ca93 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037176:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6ca93 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764877.037185:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000012df0dbe reply state 000000009ca2ed0f transno 4295101367 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ca9a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037194:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ca9a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.037199:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x7f7efb67 (ffff93c795e56c00)
00010000:00010000:0.0:1775764877.037202:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764877.037204:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764877.037239:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14454:x1862022293491200:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 718us (1867us total) trans 4295101367 rc 0/0
00000100:00100000:0.0:1775764877.037245:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205218
00010000:00010000:3.0:1775764877.037672:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764877.081622:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293491840
00000100:00100000:0.0:1775764877.081633:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293491840
00000100:00100000:0.0:1775764877.081696:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293492096
00000100:00100000:0.0:1775764877.081700:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293492096
00000100:00100000:0.0:1775764877.081728:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205220
00000100:00100000:0.0:1775764877.081739:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293491840:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.081763:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.081783:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6caaf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464d36 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.081934:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cab6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10080:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.081949:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cab6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10080:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.081962:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cab6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10080:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764877.081974:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10080:0x0]: returning size 260096
00010000:00010000:0.0:1775764877.082095:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6caaf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d36 expref: 146 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.082114:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cab6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10080:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d36 expref: 145 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.082123:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10080:0x0].0x0 (ffff93c69fb5de00)
00010000:00010000:0.0:1775764877.082127:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764877.082130:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827400, rc 0)
00000100:00100000:0.0:1775764877.082184:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14454:x1862022293491840:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 447us (729us total) trans 4295101368 rc 0/0
00000100:00100000:0.0:1775764877.082191:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205220
00000100:00100000:0.0:1775764877.082210:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205221
00000100:00100000:0.0:1775764877.082217:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293492096:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.082225:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.082234:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6cac4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464d3d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.082277:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6cacb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10081:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.082286:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6cacb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10081:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.082293:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6cacb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10081:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764877.082302:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10081:0x0]: returning size 260096
00010000:00010000:0.0:1775764877.082341:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6cac4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d3d expref: 147 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.082355:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6cacb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10081:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d3d expref: 146 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.082362:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10081:0x0].0x0 (ffff93c69fb5d700)
00010000:00010000:0.0:1775764877.082364:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764877.082366:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a31f5600, rc 0)
00000100:00100000:0.0:1775764877.082387:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14453:x1862022293492096:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 171us (862us total) trans 4295101369 rc 0/0
00000100:00100000:0.0:1775764877.082393:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205221
00000100:00100000:0.0:1775764877.097468:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293492352
00000100:00100000:0.0:1775764877.097479:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293492352
00000100:00100000:0.0:1775764877.097549:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2792
00000100:00100000:0.0:1775764877.097560:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790c25850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14454:x1862022293492352:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764877.097781:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790c25850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14454:x1862022293492352:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 223us (477us total) trans 4295101370 rc 0/0
00000100:00100000:0.0:1775764877.097789:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2792
00000100:00100000:3.0:1775764877.116108:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293492864
00000100:00100000:3.0:1775764877.116116:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293492864
00000100:00100000:3.0:1775764877.116156:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2793
00000100:00100000:3.0:1775764877.116164:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293492864:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764877.116370:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14453:x1862022293492864:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 207us (1423us total) trans 4295101371 rc 0/0
00000100:00100000:3.0:1775764877.116378:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2793
00000100:00100000:0.0:1775764877.123200:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293493376
00000100:00100000:0.0:1775764877.123210:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293493376
00000100:00100000:0.0:1775764877.123270:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205223
00000100:00100000:0.0:1775764877.123281:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14454:x1862022293493376:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.123305:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.123332:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6caf5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464d4b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.123450:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cafc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.123468:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c9ba lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464cf7 expref: 147 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.123478:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cafc lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.123513:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c9ba lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cf7 expref: 147 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.123527:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c9ba lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cf7 expref: 147 pid: 6519 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.123541:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277202176:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764877.123644:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0900 going to sleep for 11 seconds
00000100:00100000:0.0:1775764877.128972:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.139104:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277202176:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764877.139136:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cafc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.143266:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293493760
00000100:00100000:0.0:1775764877.143276:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293493760
00010000:00010000:0.0:1775764877.143315:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c9ba lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cf7 expref: 148 pid: 6519 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.143362:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2999
00000100:00100000:0.0:1775764877.143371:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:2402:x1862022293493760:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.143385:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.143392:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c9ba lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cf7 expref: 148 pid: 6519 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.143406:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c9ba lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cf7 expref: 148 pid: 6519 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.143430:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6c9ba lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cf7 expref: 148 pid: 6519 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.143446:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764877.143451:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cafc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.143461:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cafc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.143468:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cafc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.143517:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.143577:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:2402:x1862022293493760:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 205us (416us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.143585:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2999
00000100:00100000:0.0:1775764877.149721:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:3.0:1775764877.172504:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6c9a5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464cf0 expref: 149 pid: 10031 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.172519:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277202304:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.172534:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6cb2d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.172542:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6cb2d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.172548:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6cb2d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764877.172567:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00010000:00010000:3.0:1775764877.172704:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6cb26 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d59 expref: 150 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.172719:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6cb2d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d59 expref: 149 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.172726:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764877.172729:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764877.172731:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd000, rc 0)
00000100:00100000:3.0:1775764877.172777:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14453:x1862022293494016:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 22834us (23067us total) trans 4295101373 rc 0/0
00000100:00100000:3.0:1775764877.172786:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205225
00000100:00100000:0.0:1775764877.182171:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293494656
00000100:00100000:0.0:1775764877.182183:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293494656
00000100:00100000:0.0:1775764877.182240:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2794
00000100:00100000:0.0:1775764877.182249:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14454:x1862022293494656:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764877.182468:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293494656:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 219us (523us total) trans 4295101374 rc 0/0
00000100:00100000:0.0:1775764877.182475:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2794
00000100:00100000:3.0:1775764877.189916:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.189956:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.202355:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.209661:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293495296
00000100:00100000:0.0:1775764877.209671:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293495296
00010000:00010000:0.0:1775764877.209714:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6cb5e lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d67 expref: 154 pid: 6518 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.209755:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293495552
00000100:00100000:0.0:1775764877.209758:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293495552
00010000:00010000:0.0:1775764877.209772:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6cb3b lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d60 expref: 155 pid: 6519 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.209792:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3002
00000100:00100000:0.0:1775764877.209801:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:2402:x1862022293495296:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.209816:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.209835:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6cb5e lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d67 expref: 155 pid: 6518 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.209866:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6cb5e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d67 expref: 155 pid: 6518 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.209892:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764877.209897:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6cb7a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.209907:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6cb7a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.209912:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.209966:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:2402:x1862022293495296:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 165us (479us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.209974:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3002
00000100:00100000:0.0:1775764877.210005:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3003
00000100:00100000:0.0:1775764877.210012:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:2401:x1862022293495552:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.210020:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.210024:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6cb3b lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d60 expref: 154 pid: 6519 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.210032:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6cb3b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d60 expref: 154 pid: 6519 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.210043:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764877.210047:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6cb7a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.210054:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6cb7a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.210061:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6cb7a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.210078:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.210095:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:2401:x1862022293495552:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 84us (520us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.210100:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3003
00010000:00010000:3.0:1775764877.210274:0:10031:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@0000000019bc5f32 x1862022277202688) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6cb5e lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d67 expref: 153 pid: 6518 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.210289:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6cb5e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d67 expref: 153 pid: 6518 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.210303:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277202688:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.210316:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6cb3b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d60 expref: 152 pid: 6519 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.210325:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a5880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277202816:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.210342:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764877.210348:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6cb7a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.210357:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6cb7a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.210363:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6cb7a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764877.210386:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014e:0x0]: returning size 83190
00010000:00010000:3.0:1775764877.210514:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e000/0x9da62835f5d6cb73 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d75 expref: 153 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.210530:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6cb7a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d75 expref: 152 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.210538:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764877.210540:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764877.210543:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a331f200, rc 0)
00000100:00100000:3.0:1775764877.210571:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293495168:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8013us (8228us total) trans 4295101375 rc 0/0
00000100:00100000:3.0:1775764877.210578:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205229
00000100:00100000:0.0:1775764877.218518:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293495680
00000100:00100000:0.0:1775764877.218528:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293495680
00000100:00100000:0.0:1775764877.218588:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205230
00000100:00100000:0.0:1775764877.218598:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293495680:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.218618:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.218639:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cb88 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464d7c expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.218743:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cb8f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.218759:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6cb7a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d75 expref: 153 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.218767:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cb8f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.218800:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6cb7a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d75 expref: 153 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.218812:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6cb7a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d75 expref: 153 pid: 10031 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.219130:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277202944:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764877.219200:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0540 going to sleep for 11 seconds
00000100:00100000:3.0:1775764877.221198:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:3.0:1775764877.222567:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6cb6c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.222579:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6cb6c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764877.222626:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00000004:00200000:3.0:1775764877.222631:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764877.222650:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6cb6c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.222691:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6cb65 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d6e expref: 153 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.222707:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6cb6c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d6e expref: 152 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.222716:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764877.222718:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764877.222721:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:3.0:1775764877.222778:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14453:x1862022293494912:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 31853us (32820us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.222786:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205228
00000100:00100000:3.0:1775764877.227982:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764877.228831:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f200/0x9da62835f5d6cb7a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d75 expref: 151 pid: 10031 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.228886:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277202944:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764877.228907:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cb8f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.228916:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cb8f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.228926:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cb8f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764877.228977:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014e:0x0]: returning size 83190
00000004:00200000:0.0:1775764877.228982:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764877.229016:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cb8f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.229046:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cb88 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d7c expref: 151 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.229061:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cb8f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d7c expref: 150 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.229069:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764877.229072:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764877.229074:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827e00, rc 0)
00000100:00100000:0.0:1775764877.229110:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14454:x1862022293495680:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10514us (10720us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.229117:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205230
00000100:00100000:0.0:1775764877.238982:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.239088:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293496064
00000100:00100000:3.0:1775764877.239099:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293496064
00000100:00100000:3.0:1775764877.239168:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2795
00000100:00100000:3.0:1775764877.239178:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14453:x1862022293496064:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764877.239394:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14453:x1862022293496064:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 217us (420us total) trans 4295101376 rc 0/0
00000100:00100000:3.0:1775764877.239402:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2795
00000100:00100000:0.0:1775764877.241687:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293496320
00000100:00100000:0.0:1775764877.241697:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293496320
00000100:00100000:0.0:1775764877.241762:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2796
00000100:00100000:0.0:1775764877.241773:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14454:x1862022293496320:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764877.246938:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293496448
00000100:00100000:3.0:1775764877.246949:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293496448
00000100:00100000:3.0:1775764877.247013:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205231
00000100:00100000:3.0:1775764877.247023:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293496448:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764877.247044:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764877.247064:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cb96 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464d83 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247129:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cb9d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247142:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cb9d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247154:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cb9d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247168:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cba4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247174:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cba4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247180:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cba4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247255:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cbab lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247267:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cbab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247273:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cbab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764877.247309:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014e:0x0]: returning size 83190
00000004:00200000:3.0:1775764877.247313:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764877.247331:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cbab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247342:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cbab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247350:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cb9d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247357:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cb9d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247362:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cb9d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247368:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cb9d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247373:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764877.247377:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cb9d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247384:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cb9d lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247395:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764877.247397:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764877.247401:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cb9d lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247407:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cb9d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247421:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cba4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247427:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cba4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247433:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cba4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247437:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764877.247440:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cba4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247444:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cba4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247451:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c68cb34c00)
00010000:00010000:3.0:1775764877.247453:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764877.247455:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cba4 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247460:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cba4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247489:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cb96 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d83 expref: 154 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247502:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cbab lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d83 expref: 153 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.247509:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764877.247511:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764877.247513:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4000, rc 0)
00000100:00100000:3.0:1775764877.247574:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293496448:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 552us (781us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.247580:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205231
00000100:00100000:0.0:1775764877.253686:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.259733:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293496960
00000100:00100000:3.0:1775764877.259744:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293496960
00000100:00100000:3.0:1775764877.259799:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293496704
00000100:00100000:3.0:1775764877.259802:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293496704
00000100:00100000:3.0:1775764877.259881:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205232
00000100:00100000:3.0:1775764877.259907:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293496960:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764877.259933:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764877.259954:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cbb2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464d91 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.261073:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6cbd5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.261086:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cb8f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d7c expref: 154 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.261099:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6cbd5 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.261133:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cb8f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d7c expref: 154 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.261148:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cb8f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d7c expref: 154 pid: 8005 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.261161:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684116a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277203072:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.261230:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63180 going to sleep for 11 seconds
00000100:00100000:0.0:1775764877.271613:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293497344
00000100:00100000:0.0:1775764877.271621:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293497344
00000100:00100000:0.0:1775764877.271697:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1092
00000100:00100000:0.0:1775764877.271707:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:2402:x1862022293497344:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.271722:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.271743:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331fa00/0x9da62835f5d6cbce lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d8a expref: 155 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.271759:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764877.271764:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.271826:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:2402:x1862022293497344:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 114us (469us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.271834:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1092
00000100:00100000:3.0:1775764877.272157:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293497216
00000100:00100000:3.0:1775764877.272162:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293497216
00000100:00100000:3.0:1775764877.272198:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205234
00000100:00100000:3.0:1775764877.272206:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293497216:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764877.272222:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764877.272237:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cbdc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464d98 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.272338:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cbe3 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.272352:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6cb6c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d6e expref: 155 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.272360:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cbe3 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.272392:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6cb6c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d6e expref: 155 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.272405:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6cb6c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d6e expref: 155 pid: 6518 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.272419:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277203200:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.272466:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63240 going to sleep for 11 seconds
00000100:00100000:0.0:1775764877.278764:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293497472
00000100:00100000:0.0:1775764877.278773:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293497472
00010000:00010000:0.0:1775764877.278813:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cb8f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d7c expref: 156 pid: 8005 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.278879:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3006
00000100:00100000:0.0:1775764877.278889:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:2402:x1862022293497472:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.278905:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.278912:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cb8f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d7c expref: 156 pid: 8005 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.278926:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cb8f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d7c expref: 156 pid: 8005 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.278947:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6cb8f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d7c expref: 156 pid: 8005 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.278963:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764877.278969:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6cbd5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.278979:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6cbd5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.278997:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6cbd5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.279033:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.279095:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:2402:x1862022293497472:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 207us (455us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.279102:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3006
00000100:00100000:3.0:1775764877.286481:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684114000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277203200:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.286515:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cbe3 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.294537:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.294624:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293497728
00000100:00100000:0.0:1775764877.294635:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293497728
00010000:00010000:0.0:1775764877.294683:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6cbd5 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d91 expref: 157 pid: 10031 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.294726:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3007
00000100:00100000:0.0:1775764877.294735:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:2401:x1862022293497728:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.294752:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.294758:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6cbd5 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d91 expref: 157 pid: 10031 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.294770:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6cbd5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d91 expref: 157 pid: 10031 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.294801:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764877.294806:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6cbf8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.294816:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6cbf8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.294836:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6cbf8 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.294883:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.294940:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:2401:x1862022293497728:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 205us (412us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.294946:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3007
00000100:00100000:3.0:1775764877.299522:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:3.0:1775764877.300389:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cbe3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.300399:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cbe3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764877.300420:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00010000:00010000:3.0:1775764877.300543:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cbdc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d98 expref: 155 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.300559:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cbe3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d98 expref: 154 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.300572:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764877.300576:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764877.300578:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5600, rc 0)
00000100:00100000:3.0:1775764877.300613:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293497216:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 28408us (29323us total) trans 4295101379 rc 0/0
00000100:00100000:3.0:1775764877.300619:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205234
00000100:00100000:3.0:1775764877.313651:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.313707:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.313807:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293498112
00000100:00100000:0.0:1775764877.313818:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293498112
00000100:00100000:0.0:1775764877.313908:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293497984
00000100:00100000:0.0:1775764877.313912:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293497984
00000100:00100000:0.0:1775764877.313933:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205236
00000100:00100000:0.0:1775764877.313942:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14453:x1862022293498112:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.313967:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.313997:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6cc06 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464dad expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.314093:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cc0d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.314110:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cbe3 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d98 expref: 156 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.314118:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cc0d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.314150:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cbe3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d98 expref: 156 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.314165:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cbe3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464d98 expref: 156 pid: 14273 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.314178:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a15880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277203456:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764877.314250:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790e0a0c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764877.322969:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.323056:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.323293:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293498496
00000100:00100000:3.0:1775764877.323303:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293498496
00000100:00100000:3.0:1775764877.323359:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205238
00000100:00100000:3.0:1775764877.323369:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14454:x1862022293498496:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764877.323423:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1775764877.323450:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6cc29 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464da6 expref: 157 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.323472:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6cbf8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464d9f expref: 156 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.323482:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764877.323499:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764877.323549:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cc30 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.323563:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cc30 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.323576:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cc30 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764877.323695:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000662bce80 reply state 000000001056c228 transno 4295101380 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cc30 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.323708:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cc30 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.323713:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764877.323716:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764877.323718:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764877.323807:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14454:x1862022293498496:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 438us (749us total) trans 4295101380 rc 0/0
00000100:00100000:3.0:1775764877.323814:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205238
00000100:00100000:0.0:1775764877.336056:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.336106:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.336958:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293498880
00000100:00100000:3.0:1775764877.336964:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293498880
00000100:00100000:3.0:1775764877.337012:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2797
00000100:00100000:3.0:1775764877.337019:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14453:x1862022293498880:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764877.337214:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14453:x1862022293498880:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 195us (1165us total) trans 4295101381 rc 0/0
00000100:00100000:3.0:1775764877.337221:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2797
00000100:00100000:0.0:1775764877.348781:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.349752:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.362515:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293499648
00000100:00100000:3.0:1775764877.362525:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293499648
00000100:00100000:3.0:1775764877.362581:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205241
00000100:00100000:3.0:1775764877.362591:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14454:x1862022293499648:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764877.362612:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764877.362635:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cc68 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464dc9 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.362708:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cc6f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.362723:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cc6f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.362735:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cc6f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764877.362781:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096
00000004:00200000:3.0:1775764877.362784:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764877.362803:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cc6f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.362826:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cc68 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dc9 expref: 159 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.363119:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cc6f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dc9 expref: 158 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.363129:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764877.363131:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764877.363135:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4600, rc 0)
00000100:00100000:3.0:1775764877.363189:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293499648:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 600us (871us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.363196:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205241
00000100:00100000:0.0:1775764877.363357:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293499264
00000100:00100000:0.0:1775764877.363363:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293499264
00000100:00100000:0.0:1775764877.363405:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1093
00000100:00100000:0.0:1775764877.363413:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:2400:x1862022293499264:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.363423:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.363438:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6cc4c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464db4 expref: 158 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.363449:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764877.363453:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.363473:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:2400:x1862022293499264:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 62us (1204us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.363479:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1093
00000100:00100000:3.0:1775764877.372392:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293499776
00000100:00100000:3.0:1775764877.372402:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293499776
00000100:00100000:3.0:1775764877.372459:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2798
00000100:00100000:3.0:1775764877.372468:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790c27450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14454:x1862022293499776:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764877.378577:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790c27450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14454:x1862022293499776:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 6100us (6259us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.378591:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2798
00000100:00100000:0.0:1775764877.382827:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293499904
00000100:00100000:0.0:1775764877.382835:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293499904
00010000:00010000:0.0:1775764877.383048:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cc0d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dad expref: 159 pid: 6517 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.383462:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6cc7d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.383470:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6cc7d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764877.383503:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00010000:00010000:0.0:1775764877.383630:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6cc76 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dc2 expref: 159 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.383645:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6cc7d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dc2 expref: 158 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.383662:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764877.383664:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764877.383666:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebca00, rc 0)
00000100:00100000:0.0:1775764877.383692:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293499520:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10244us (11459us total) trans 4295101382 rc 0/0
00000100:00100000:0.0:1775764877.383698:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205242
00000100:00100000:3.0:1775764877.392261:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293500032
00000100:00100000:3.0:1775764877.392272:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293500032
00000100:00100000:3.0:1775764877.392331:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205243
00000100:00100000:3.0:1775764877.392341:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293500032:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764877.392366:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764877.392388:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cc8b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464dd0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.392479:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cc92 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.392493:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6cc7d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dc2 expref: 159 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.392500:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cc92 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.392533:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6cc7d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dc2 expref: 159 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.392546:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6cc7d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dc2 expref: 159 pid: 6519 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.392562:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684115180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277203712:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.392639:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63240 going to sleep for 11 seconds
00000100:00100000:3.0:1775764877.397089:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293500288
00000100:00100000:3.0:1775764877.397099:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293500288
00000100:00100000:3.0:1775764877.397160:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205244
00000100:00100000:3.0:1775764877.397169:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293500288:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764877.397191:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764877.397194:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1775764877.397222:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cc6f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dc9 expref: 160 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.397240:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764877.397244:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764877.397256:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6cc99 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464dd7 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.397349:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cca0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.397364:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cca0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.397374:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cca0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.397388:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cca7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.397399:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cca7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.397405:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cca7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764877.397724:0:14273:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x71:0x0], index 1: 0
00010000:00010000:3.0:1775764877.397929:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ccae lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10150:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.397939:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ccae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10150:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.397945:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ccae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10150:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.397975:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cca0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.397980:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cca0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.398226:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cca0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.398232:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cca0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.398237:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764877.398241:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cca0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.398251:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cca0 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.398262:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764877.398265:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764877.398269:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cca0 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.398276:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cca0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764877.398287:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001cb59638 reply state 00000000a1796cfc transno 4295101383 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cca7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.398298:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cca7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.398304:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xbb97fc59 (ffff93c68cb34c00)
00010000:00010000:3.0:1775764877.398307:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764877.398310:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764877.398340:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6cc99 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dd7 expref: 162 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.398354:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ccae lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10150:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dd7 expref: 161 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.398362:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10150:0x0].0x0 (ffff93c68cb34700)
00010000:00010000:3.0:1775764877.398364:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764877.398366:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5400, rc 0)
00000100:00100000:3.0:1775764877.398535:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14454:x1862022293500288:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1367us (1759us total) trans 4295101383 rc 0/0
00000100:00100000:3.0:1775764877.398543:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205244
00000100:00100000:0.0:1775764877.411541:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293500416
00000100:00100000:0.0:1775764877.411552:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293500416
00010000:00010000:0.0:1775764877.411594:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6cc7d lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dc2 expref: 162 pid: 6519 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.411636:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3011
00000100:00100000:0.0:1775764877.411646:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:2402:x1862022293500416:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.411678:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.411685:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6cc7d lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dc2 expref: 162 pid: 6519 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.411699:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6cc7d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dc2 expref: 162 pid: 6519 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.411723:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764877.411729:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cc92 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.411739:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cc92 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.411747:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cc92 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.411767:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.411827:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:2402:x1862022293500416:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 182us (552us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.411835:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3011
00010000:00010000:3.0:1775764877.412893:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6cc7d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dc2 expref: 161 pid: 6519 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.412915:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684115180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277203712:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.412938:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cc92 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.412947:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cc92 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.412954:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cc92 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764877.413264:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00000004:00200000:3.0:1775764877.413270:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764877.413293:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cc92 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.413327:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cc8b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dd0 expref: 161 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.413344:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cc92 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dd0 expref: 160 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.413353:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764877.413355:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764877.413359:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5600, rc 0)
00000100:00100000:3.0:1775764877.413415:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14453:x1862022293500032:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 21075us (21319us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.413423:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205243
00000100:00100000:0.0:1775764877.414325:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293500544
00000100:00100000:0.0:1775764877.414337:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293500544
00000100:00100000:0.0:1775764877.414398:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1908
00000100:00100000:0.0:1775764877.414407:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+91:2403:x1862022293500544:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.414425:0:15591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.414446:0:15591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6ccbc lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464dde expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764877.414471:0:15591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x71:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764877.414487:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.414490:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.414499:0:15591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6ccbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dde expref: 92 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.414515:0:15591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6ccbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dde expref: 92 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.414527:0:15591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827e00, rc 0)
00000100:00100000:0.0:1775764877.414575:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+92:2403:x1862022293500544:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 169us (1448us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.414581:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1908
00000100:00100000:3.0:1775764877.424122:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293500672
00000100:00100000:3.0:1775764877.424133:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293500672
00000100:00100000:3.0:1775764877.424185:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205245
00000100:00100000:3.0:1775764877.424194:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14453:x1862022293500672:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764877.424220:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764877.424242:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ccc3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464de5 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424305:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6ccca lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424319:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6ccca lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424330:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6ccca lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424345:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6ccd1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424352:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6ccd1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424358:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6ccd1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424432:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ccd8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424443:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ccd8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424450:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ccd8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764877.424487:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00000004:00200000:3.0:1775764877.424492:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764877.424510:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ccd8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424520:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ccd8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424528:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6ccca lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424534:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6ccca lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424540:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6ccca lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424546:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764877.424550:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6ccca lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424557:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6ccca lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424568:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764877.424571:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764877.424575:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6ccca lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424580:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6ccca lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424593:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6ccd1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424599:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6ccd1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424605:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6ccd1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424610:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764877.424612:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6ccd1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424618:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6ccd1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424625:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c68cb34400)
00010000:00010000:3.0:1775764877.424627:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764877.424630:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6ccd1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424636:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6ccd1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424675:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ccc3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464de5 expref: 162 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424690:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ccd8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464de5 expref: 161 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.424697:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764877.424699:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764877.424701:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5c00, rc 0)
00000100:00100000:3.0:1775764877.424764:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14453:x1862022293500672:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 570us (812us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.424772:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205245
00000100:00100000:0.0:1775764877.425428:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293500928
00000100:00100000:0.0:1775764877.425437:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293500928
00000100:00100000:0.0:1775764877.425486:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2799
00000100:00100000:0.0:1775764877.425494:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14454:x1862022293500928:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764877.425742:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14454:x1862022293500928:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 248us (1711us total) trans 4295101384 rc 0/0
00000100:00100000:0.0:1775764877.425749:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2799
00000100:00100000:0.0:1775764877.442153:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293501440
00000100:00100000:0.0:1775764877.442163:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293501440
00000100:00100000:0.0:1775764877.442220:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293501696
00000100:00100000:0.0:1775764877.442223:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293501696
00000100:00100000:0.0:1775764877.442256:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205246
00000100:00100000:0.0:1775764877.442266:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293501440:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764877.442324:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.442351:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6ccae lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10150:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dd7 expref: 164 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.442371:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10150:0x0].0x0 (ffff93c68cb34700)
00010000:00010000:0.0:1775764877.442383:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764877.442402:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ccdf lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.442415:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ccdf lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.442425:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ccdf lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.442435:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cce6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.442443:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cce6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.442449:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cce6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.442536:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cced lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10150:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.442544:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cced lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10150:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.442551:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cced lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10150:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764877.442753:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].81, 64 off13376
00010000:00010000:0.0:1775764877.442804:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ccf4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10150:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.442814:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ccf4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10150:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.442952:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205247
00000100:00100000:3.0:1775764877.442964:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14453:x1862022293501696:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764877.443012:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1775764877.443026:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ccd8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464de5 expref: 164 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.443041:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cc92 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dd0 expref: 163 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.443050:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764877.443054:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764877.443084:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ccfb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.443093:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ccfb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.443106:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ccfb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764877.443160:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a3c269f reply state 000000008b0c215e transno 4295101387 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ccfb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.443173:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ccfb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.443180:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764877.443182:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764877.443185:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764877.443268:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14453:x1862022293501696:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 306us (1490us total) trans 4295101387 rc 0/0
00000100:00100000:3.0:1775764877.443275:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205247
00010000:00010000:0.0:1775764877.443461:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ccf4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10150:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443468:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ccf4 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10150:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443475:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ccf4 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10150:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443480:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ccf4 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10150:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443496:0:6517:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764877.443510:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764877.443515:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ccf4 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10150:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443521:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764877.443526:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ccf4 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10150:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443533:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ccf4 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10150:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443542:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10150:0x0].0x0 (ffff93c795e56e00)
00010000:00010000:0.0:1775764877.443544:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764877.443547:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ccf4 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10150:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443552:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ccf4 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10150:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443563:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.443565:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.443566:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.443576:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cced lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10150:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443583:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cced lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10150:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443589:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cced lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10150:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443594:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.443597:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cced lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10150:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443602:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cced lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10150:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443613:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10150:0x0].0x0 (ffff93c795e56e00)
00010000:00010000:0.0:1775764877.443616:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764877.443618:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cced lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10150:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443623:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cced lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10150:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443640:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ccdf lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443646:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ccdf lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443661:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ccdf lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443666:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4826400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.443669:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ccdf lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443674:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ccdf lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443681:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764877.443683:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.443687:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ccdf lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443692:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ccdf lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764877.443705:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a721f836 reply state 0000000097182300 transno 4295101386 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cce6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443714:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cce6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.443721:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xbb97fc59 (ffff93c68cb34c00)
00010000:00010000:0.0:1775764877.443723:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764877.443725:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764877.443754:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293501440:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1491us (2033us total) trans 4295101386 rc 0/0
00000100:00100000:0.0:1775764877.443761:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205246
00000100:00100000:3.0:1775764877.456376:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293501952
00000100:00100000:3.0:1775764877.456385:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293501952
00000100:00100000:3.0:1775764877.456443:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205248
00000100:00100000:3.0:1775764877.456454:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293501952:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764877.456477:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:0.0:1775764877.468894:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.469192:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293502080
00000100:00100000:3.0:1775764877.469203:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293502080
00000100:00100000:3.0:1775764877.469266:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205249
00000100:00100000:3.0:1775764877.469276:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293502080:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764877.469300:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764877.469322:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cd1e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464df3 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469392:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cd25 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469406:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cd25 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469417:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cd25 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469432:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd2c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469438:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd2c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469444:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd2c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469479:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cd25 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469486:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cd25 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469492:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cd25 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469497:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cd25 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469502:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764877.469507:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cd25 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469513:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cd25 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469524:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764877.469527:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764877.469531:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cd25 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469537:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cd25 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469549:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd2c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469555:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd2c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469561:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd2c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469566:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764877.469568:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd2c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469574:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd2c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469581:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xbb97fc59 (ffff93c68cb34400)
00010000:00010000:3.0:1775764877.469583:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764877.469586:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd2c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469592:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd2c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469623:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cd1e lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464df3 expref: 166 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469633:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764877.469634:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764877.469638:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cd1e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464df3 expref: 166 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.469646:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5600, rc 0)
00000100:00100000:3.0:1775764877.469719:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293502080:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 444us (835us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764877.469726:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205249
00000100:00100000:3.0:1775764877.475300:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293502336
00000100:00100000:3.0:1775764877.475310:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293502336
00000100:00100000:3.0:1775764877.475361:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205250
00000100:00100000:3.0:1775764877.475371:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293502336:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764877.475392:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764877.475411:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cd33 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464dfa expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.475518:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cd3a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.475539:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6cd17 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dec expref: 166 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.475548:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cd3a lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.475581:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6cd17 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dec expref: 166 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.475596:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6cd17 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dec expref: 166 pid: 8005 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.475609:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684115180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277203840:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.475714:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764877.482383:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684115180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277203840:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.482414:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cd3a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.491448:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293502720
00000100:00100000:0.0:1775764877.491453:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293502720
00000100:00100000:0.0:1775764877.491503:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2801
00000100:00100000:0.0:1775764877.491511:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14453:x1862022293502720:12345-192.168.202.56@tcp:37:dbench.0
00010000:00010000:3.0:1775764877.492379:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cd3a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.492389:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cd3a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764877.492409:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014e:0x0]: returning size 83190
00010000:00010000:3.0:1775764877.492537:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cd33 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dfa expref: 170 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.492556:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cd3a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dfa expref: 169 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.492566:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764877.492568:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764877.492571:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5200, rc 0)
00000100:00100000:3.0:1775764877.492598:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293502336:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 17229us (17389us total) trans 4295101388 rc 0/0
00000100:00100000:3.0:1775764877.492606:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205250
00000100:00100000:0.0:1775764877.497241:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14453:x1862022293502720:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 5718us (6244us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.497255:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2801
00000100:00100000:0.0:1775764877.503052:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293502848
00000100:00100000:0.0:1775764877.503063:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293502848
00000100:00100000:0.0:1775764877.503128:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205252
00000100:00100000:0.0:1775764877.503138:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293502848:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.503162:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.503186:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cd56 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e08 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.503280:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6cd5d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.503296:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cd3a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dfa expref: 168 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.503304:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6cd5d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.503340:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cd3a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dfa expref: 168 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.503355:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cd3a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dfa expref: 168 pid: 6518 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.503369:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277203968:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764877.503465:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52000 going to sleep for 11 seconds
00000100:00100000:3.0:1775764877.510575:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.515185:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277203968:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764877.515213:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6cd5d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.522812:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:3.0:1775764877.525919:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6cd5d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.525935:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6cd5d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764877.526006:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014e:0x0]: returning size 83190
00000004:00200000:3.0:1775764877.526011:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764877.526039:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6cd5d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.526086:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cd56 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e08 expref: 170 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.526111:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6cd5d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e08 expref: 169 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.526125:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764877.526128:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764877.526132:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:3.0:1775764877.526204:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293502848:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 23067us (23300us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.530767:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205252
00000100:00100000:3.0:1775764877.531062:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.531094:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293503616
00000100:00100000:3.0:1775764877.531104:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293503616
00000100:00100000:3.0:1775764877.531150:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2802
00000100:00100000:3.0:1775764877.531158:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293503616:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764877.531493:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14453:x1862022293503616:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 335us (432us total) trans 4295101390 rc 0/0
00000100:00100000:3.0:1775764877.531501:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2802
00000100:00100000:3.0:1775764877.541282:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293503872
00000100:00100000:3.0:1775764877.541299:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293503872
00000100:00100000:0.0:1775764877.541340:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293504128
00000100:00100000:0.0:1775764877.541353:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293504128
00000100:00100000:3.0:1775764877.541393:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2803
00000100:00100000:3.0:1775764877.541408:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14454:x1862022293503872:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764877.541435:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2804
00000100:00100000:0.0:1775764877.541447:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790c24850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293504128:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764877.541793:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14454:x1862022293503872:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 387us (624us total) trans 4295101391 rc 0/0
00000100:00100000:3.0:1775764877.541803:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2803
00000100:00100000:0.0:1775764877.542082:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790c24850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14453:x1862022293504128:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 635us (845us total) trans 4295101392 rc 0/0
00000100:00100000:0.0:1775764877.542092:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2804
00000100:00100000:3.0:1775764877.549163:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293504256
00000100:00100000:3.0:1775764877.549182:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293504256
00000100:00100000:3.0:1775764877.549284:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205254
00000100:00100000:3.0:1775764877.549297:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14454:x1862022293504256:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764877.549329:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764877.549358:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cd8e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e1d expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549464:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cd95 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549483:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cd95 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549497:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cd95 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549513:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd9c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549521:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549539:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549637:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cda3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549649:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cda3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549666:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cda3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764877.549723:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014e:0x0]: returning size 83190
00000004:00200000:3.0:1775764877.549729:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764877.549754:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cda3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549767:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cda3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549776:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cd95 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549783:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cd95 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549790:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cd95 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549796:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764877.549800:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cd95 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549809:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cd95 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549828:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764877.549832:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764877.549898:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cd95 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549904:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cd95 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549924:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549930:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd9c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549935:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd9c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549940:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764877.549943:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd9c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549948:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd9c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549956:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c68cb34400)
00010000:00010000:3.0:1775764877.549958:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764877.549961:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd9c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.549967:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cd9c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.551936:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cd8e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e1d expref: 174 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.551978:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cda3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e1d expref: 174 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.552007:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764877.552010:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764877.552015:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5c00, rc 0)
00010000:00010000:0.0:1775764877.553275:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764877.553283:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277400/0x9da62835f5d6cdbf lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10151:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.553291:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a5277400 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764877.553295:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277400/0x9da62835f5d6cdbf lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10151:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.553302:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277400/0x9da62835f5d6cdbf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10151:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.553312:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10151:0x0].0x0 (ffff93c692f76100)
00010000:00010000:0.0:1775764877.553315:0:6506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764877.553318:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277400/0x9da62835f5d6cdbf lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10151:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.553324:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277400/0x9da62835f5d6cdbf lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10151:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.553340:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.553342:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.553344:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764877.561388:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293504640
00000100:00100000:3.0:1775764877.561399:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293504640
00000100:00100000:3.0:1775764877.561463:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205256
00000100:00100000:3.0:1775764877.561473:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293504640:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764877.561498:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764877.561519:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cdc6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e24 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.561581:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cdcd lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.561596:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cdcd lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.561610:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cdcd lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.561625:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cdd4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.561632:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cdd4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.561638:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cdd4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.561732:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cddb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.561741:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cddb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.561748:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cddb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764877.561787:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00000004:00200000:3.0:1775764877.561791:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764877.561811:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cddb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.563731:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cddb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.563752:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cdcd lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.563758:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cdcd lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.563765:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cdcd lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.563772:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cdcd lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.563778:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764877.563782:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cdcd lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.563791:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cdcd lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.563807:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764877.563810:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764877.563828:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cdcd lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.563836:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6cdcd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.564322:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cdd4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.564329:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cdd4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.564336:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cdd4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.564341:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764877.564344:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cdd4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.564351:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cdd4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.564361:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c68cb34400)
00010000:00010000:3.0:1775764877.564364:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764877.564367:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cdd4 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.564374:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6cdd4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.564420:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6cdc6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e24 expref: 176 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.564434:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cddb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e24 expref: 175 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.564440:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764877.564442:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764877.564444:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5200, rc 0)
00000100:00100000:0.0:1775764877.569386:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293504768
00000100:00100000:0.0:1775764877.569393:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293504768
00000100:00100000:0.0:1775764877.569444:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1094
00000100:00100000:0.0:1775764877.569454:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:2402:x1862022293504768:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.569468:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.569491:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6cda3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e1d expref: 177 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.569509:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764877.569515:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.569567:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:2402:x1862022293504768:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 115us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.569583:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1094
00000100:00100000:0.0:1775764877.580516:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293505024
00000100:00100000:0.0:1775764877.580526:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293505024
00000100:00100000:0.0:1775764877.580596:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205258
00000100:00100000:0.0:1775764877.580606:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293505024:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.580629:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.580664:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6cdf7 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e32 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.580730:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cdfe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.580746:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cdfe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.580758:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cdfe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764877.580806:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096
00000004:00200000:0.0:1775764877.580811:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764877.580876:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cdfe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.580903:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6cdf7 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e32 expref: 176 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.580924:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cdfe lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e32 expref: 175 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.580933:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764877.580936:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764877.580939:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184a00, rc 0)
00000100:00100000:0.0:1775764877.581000:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293505024:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 396us (618us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.581007:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205258
00000100:00100000:0.0:1775764877.589271:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293505408
00000100:00100000:0.0:1775764877.589282:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293505408
00000100:00100000:0.0:1775764877.589342:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205259
00000100:00100000:0.0:1775764877.589353:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14453:x1862022293505408:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.589376:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.589397:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ce05 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e39 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.589510:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ce0c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.589526:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cddb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e24 expref: 176 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.589534:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ce0c lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.589565:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cddb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e24 expref: 176 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.589581:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6cddb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e24 expref: 176 pid: 10031 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.589597:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277204096:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764877.589704:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764877.594415:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277204096:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764877.594452:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ce0c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.597537:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ce0c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.597546:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ce0c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764877.597565:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00010000:00010000:3.0:1775764877.597709:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ce05 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e39 expref: 178 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.597726:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ce0c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e39 expref: 177 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.597735:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764877.597738:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764877.597741:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4826400, rc 0)
00000100:00100000:3.0:1775764877.597782:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14453:x1862022293505408:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8431us (8587us total) trans 4295101394 rc 0/0
00000100:00100000:3.0:1775764877.597790:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205259
00000100:00100000:0.0:1775764877.606217:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293505664
00000100:00100000:0.0:1775764877.606228:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293505664
00000100:00100000:0.0:1775764877.606289:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205260
00000100:00100000:0.0:1775764877.606299:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699476a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14453:x1862022293505664:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.606323:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.606346:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ce1a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e40 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.606455:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ce21 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.606472:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ce0c lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e39 expref: 177 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.606480:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ce21 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.606518:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ce0c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e39 expref: 177 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.606674:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ce0c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e39 expref: 177 pid: 14273 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.606687:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277204224:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764877.606773:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764877.614428:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277204224:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764877.614460:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ce21 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.618901:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ce21 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.618911:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ce21 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764877.618966:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00000004:00200000:0.0:1775764877.618971:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764877.619004:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ce21 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.619037:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ce1a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e40 expref: 177 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.619056:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ce21 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e40 expref: 176 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.619070:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764877.619073:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764877.619075:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:0.0:1775764877.619121:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699476a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14453:x1862022293505664:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12823us (13076us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.619129:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205260
00000100:00100000:0.0:1775764877.628612:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.632689:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293506432
00000100:00100000:3.0:1775764877.632700:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293506432
00000100:00100000:3.0:1775764877.632787:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2806
00000100:00100000:3.0:1775764877.632798:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14453:x1862022293506432:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764877.633065:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14453:x1862022293506432:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 269us (467us total) trans 4295101396 rc 0/0
00000100:00100000:3.0:1775764877.633073:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2806
00000100:00100000:0.0:1775764877.640225:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293506560
00000100:00100000:0.0:1775764877.640236:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293506560
00000100:00100000:0.0:1775764877.640299:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205262
00000100:00100000:0.0:1775764877.640310:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14454:x1862022293506560:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.640336:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.640356:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ce59 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e4e expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640421:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce60 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640436:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce60 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640447:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce60 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640458:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6ce67 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640469:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6ce67 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640476:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6ce67 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640531:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce60 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640538:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce60 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640544:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce60 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640551:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce60 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640557:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480fa00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.640561:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce60 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640569:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce60 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640580:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764877.640583:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.640588:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce60 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640595:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce60 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640611:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6ce67 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640617:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6ce67 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640623:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6ce67 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640627:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480fe00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.640630:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6ce67 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640635:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6ce67 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640642:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c692f76700)
00010000:00010000:0.0:1775764877.640645:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.640647:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6ce67 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640665:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6ce67 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640692:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ce59 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e4e expref: 178 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640702:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764877.640704:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.640708:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ce59 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e4e expref: 178 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.640717:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:0.0:1775764877.640779:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14454:x1862022293506560:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 471us (859us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764877.640786:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205262
00010000:00010000:1.0:1775764877.645063:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce75 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645074:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce75 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645081:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce75 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645086:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764877.645090:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce75 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645098:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce75 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645109:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764877.645112:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764877.645116:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce75 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645122:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce75 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645135:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ce7c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645141:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ce7c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645147:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ce7c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645152:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764877.645155:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ce7c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645160:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ce7c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645167:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c692f76000)
00010000:00010000:1.0:1775764877.645169:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764877.645171:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ce7c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645176:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ce7c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645206:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5276800/0x9da62835f5d6ce6e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e55 expref: 179 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645219:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ce83 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e55 expref: 178 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.645226:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:1.0:1775764877.645228:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764877.645230:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4826400, rc 0)
00000100:00100000:1.0:1775764877.645282:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14453:x1862022293506688:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 632us (817us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.645290:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205263
00000100:00100000:0.0:1775764877.655958:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293506816
00000100:00100000:0.0:1775764877.655969:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293506816
00000100:00100000:0.0:1775764877.656043:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205264
00000100:00100000:0.0:1775764877.656053:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14454:x1862022293506816:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.656075:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.656097:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6ce8a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e5c expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.656163:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce91 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.656178:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce91 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.656188:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce91 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764877.656229:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096
00000004:00200000:0.0:1775764877.656233:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764877.656254:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce91 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.656278:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6ce8a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e5c expref: 180 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.656295:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce91 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e5c expref: 179 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.656302:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764877.656305:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764877.656308:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a480fa00, rc 0)
00000100:00100000:0.0:1775764877.656364:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14454:x1862022293506816:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 312us (574us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.656371:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205264
00000100:00100000:3.0:1775764877.657100:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293507072
00000100:00100000:3.0:1775764877.657106:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293507072
00000100:00100000:3.0:1775764877.657151:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1095
00000100:00100000:3.0:1775764877.657159:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4937b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:2402:x1862022293507072:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764877.657170:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764877.657188:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6ce83 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e55 expref: 179 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.657201:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764877.657205:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764877.657239:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4937b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:2402:x1862022293507072:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 81us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.657245:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1095
00000100:00100000:0.0:1775764877.657615:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293506944
00000100:00100000:0.0:1775764877.657620:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293506944
00000100:00100000:0.0:1775764877.657662:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205265
00000100:00100000:0.0:1775764877.657670:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14453:x1862022293506944:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.657682:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.657694:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ce98 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e63 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657741:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce9f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657752:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce9f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657761:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce9f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657769:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cea6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657776:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cea6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657781:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cea6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657812:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce9f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657819:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce9f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657825:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce9f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657831:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce9f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657863:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.657868:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce9f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657876:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce9f lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657884:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764877.657887:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.657891:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce9f lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657897:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ce9f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657909:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cea6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657915:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cea6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657920:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cea6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657925:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.657927:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cea6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657933:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cea6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657939:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xbb97fc59 (ffff93c684228e00)
00010000:00010000:0.0:1775764877.657941:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.657944:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cea6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657949:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6cea6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657971:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ce98 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e63 expref: 179 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.657980:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764877.657991:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.657996:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ce98 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e63 expref: 179 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.658004:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:0.0:1775764877.658047:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14453:x1862022293506944:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 378us (1115us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764877.658053:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205265
00000100:00100000:1.0:1775764877.668425:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293507200
00000100:00100000:1.0:1775764877.668435:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293507200
00000100:00100000:1.0:1775764877.668507:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205266
00000100:00100000:1.0:1775764877.668517:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14453:x1862022293507200:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764877.668541:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764877.668565:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6cead lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e6a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.668635:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5276800/0x9da62835f5d6ceb4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.668659:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5276800/0x9da62835f5d6ceb4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.668671:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5276800/0x9da62835f5d6ceb4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764877.668713:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007b:0x0]: returning size 4096
00000004:00200000:1.0:1775764877.668717:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764877.668735:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5276800/0x9da62835f5d6ceb4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.668758:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6cead lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e6a expref: 180 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.668776:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5276800/0x9da62835f5d6ceb4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e6a expref: 179 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.668784:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764877.668787:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764877.668791:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7a5276800, rc 0)
00000100:00100000:1.0:1775764877.669385:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14453:x1862022293507200:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 867us (1065us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.669397:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205266
00000100:00100000:1.0:1775764877.681171:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293507328
00000100:00100000:1.0:1775764877.681181:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293507328
00000100:00100000:1.0:1775764877.681222:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293507456
00000100:00100000:1.0:1775764877.681224:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293507456
00000100:00100000:1.0:1775764877.681256:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2807
00000100:00100000:1.0:1775764877.681265:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:14454:x1862022293507328:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764877.682134:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2808
00000100:00100000:0.0:1775764877.682146:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293507456:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764877.686300:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764877.686324:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277204352:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1775764877.686395:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764877.687734:0:8404:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277204352
00000100:00100000:0.0:1775764877.687746:0:8404:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277204352
00000100:00100000:0.0:1775764877.687804:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496
00000100:00100000:0.0:1775764877.687826:0:8404:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1862022277204352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1775764877.687873:0:8404:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 151552 granted 485060416 pending 0 free 3874787328 avail 3643265024
00000100:00100000:0.0:1775764877.687934:0:8404:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1862022277204352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (1538us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.687941:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496
00000100:00100000:0.0:1775764877.687996:0:3661:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967832 gen 2
00000004:00080000:0.0:1775764877.688002:0:3661:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c6829e3800, transno 4294967832
00000100:00100000:0.0:1775764877.688023:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277204352:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1775764877.689638:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14454:x1862022293507328:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 8373us (9186us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.689647:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2807
00000100:00100000:3.0:1775764877.689682:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277204608
00000100:00100000:3.0:1775764877.689686:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277204608
00000100:00100000:3.0:1775764877.689709:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277205120
00000100:00100000:3.0:1775764877.689712:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277205120
00000100:00100000:3.0:1775764877.689731:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277205632
00000100:00100000:3.0:1775764877.689733:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277205632
00000100:00100000:3.0:1775764877.689744:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277205248
00000100:00100000:3.0:1775764877.689746:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277205248
00000100:00100000:3.0:1775764877.689758:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277205760
00000100:00100000:3.0:1775764877.689760:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277205760
00000100:00100000:3.0:1775764877.689773:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2643
00000100:00100000:3.0:1775764877.689778:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1862022277204608:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.689937:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1862022277204864:0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.689969:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.689996:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277205376:0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.690020:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.690045:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277205888:0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.690065:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.690087:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2]
00000100:00100000:1.0:1775764877.690094:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:825bbb7a-c3c2-4033-b777-ccae75edba4f:3660:1862022277204480:0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.690119:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.690136:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277204992:0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.690154:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.690169:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277205504:0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.690186:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1775764877.690207:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1775764877.690210:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000004:00080000:1.0:1775764877.690251:0:9888:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2131940409971ns, next at 2132940407436ns, rc = 0
00000100:00100000:1.0:1775764877.690279:0:15572:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277205376
00000100:00100000:1.0:1775764877.690283:0:15572:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277205376
00000100:00100000:1.0:1775764877.690310:0:15572:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277205888
00000100:00100000:1.0:1775764877.690312:0:15572:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277205888
00000100:00100000:1.0:1775764877.690335:0:15572:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277205504
00000100:00100000:1.0:1775764877.690337:0:15572:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277205504
00000100:00100000:1.0:1775764877.690356:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149
00000100:00100000:1.0:1775764877.690363:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3660:x1862022277205376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.690393:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3660:x1862022277205376:12345-0@lo:400:kworker.0 Request processed in 32us (373us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.690399:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149
00000100:00100000:1.0:1775764877.690410:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150
00000100:00100000:1.0:1775764877.690415:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277205888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.690438:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277205888:12345-0@lo:400:kworker.0 Request processed in 23us (372us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.690443:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150
00000100:00100000:1.0:1775764877.690451:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151
00000100:00100000:1.0:1775764877.690456:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277205504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.690479:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277205504:12345-0@lo:400:kworker.0 Request processed in 23us (292us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.690484:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151
00000100:00100000:1.0:1775764877.690501:0:7806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277204992
00000100:00100000:1.0:1775764877.690504:0:7806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277204992
00000100:00100000:1.0:1775764877.690524:0:7806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590
00000100:00100000:1.0:1775764877.690529:0:7806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277204992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.690557:0:7806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277204992:12345-0@lo:400:kworker.0 Request processed in 28us (401us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.690562:0:7806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590
00000100:00100000:1.0:1775764877.690593:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277204992:0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.690602:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277205504:0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.690609:0:3660:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967868 gen 2
00000004:00080000:1.0:1775764877.690613:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69e5b2a00, transno 4294967868
00000100:00100000:1.0:1775764877.690622:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277205376:0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.690630:0:3660:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967810 gen 2
00000004:00080000:1.0:1775764877.690632:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69001a300, transno 4294967787
00000004:00080000:1.0:1775764877.690640:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c682c59c00, transno 4294967788
00000004:00080000:1.0:1775764877.690642:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c690019180, transno 4294967789
00000004:00080000:1.0:1775764877.690645:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c682f8f480, transno 4294967790
00000004:00080000:1.0:1775764877.690647:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69001b480, transno 4294967791
00000004:00080000:1.0:1775764877.690662:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c682f8f100, transno 4294967792
00000004:00080000:1.0:1775764877.690665:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c682f8dc00, transno 4294967793
00000004:00080000:1.0:1775764877.690667:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c682f8d880, transno 4294967794
00000004:00080000:1.0:1775764877.690670:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c6915e5880, transno 4294967795
00000004:00080000:1.0:1775764877.690672:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69e5bc000, transno 4294967796
00000004:00080000:1.0:1775764877.690674:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c699477100, transno 4294967797
00000004:00080000:1.0:1775764877.690677:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69001d880, transno 4294967798
00000004:00080000:1.0:1775764877.690679:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69e5bed80, transno 4294967799
00000004:00080000:1.0:1775764877.690682:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c699475500, transno 4294967800
00000004:00080000:1.0:1775764877.690684:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69e5be300, transno 4294967801
00000004:00080000:1.0:1775764877.690686:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c681e3f480, transno 4294967802
00000004:00080000:1.0:1775764877.690688:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c7bf70d500, transno 4294967803
00000004:00080000:1.0:1775764877.690691:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c681e3c000, transno 4294967804
00000004:00080000:1.0:1775764877.690693:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c681e3c380, transno 4294967805
00000004:00080000:1.0:1775764877.690695:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c6915e5c00, transno 4294967806
00000004:00080000:1.0:1775764877.690698:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c7c18a5c00, transno 4294967807
00000004:00080000:1.0:1775764877.690700:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c7c18a4380, transno 4294967808
00000004:00080000:1.0:1775764877.690703:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c7c18a7100, transno 4294967809
00000004:00080000:1.0:1775764877.690705:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69001ad80, transno 4294967810
00000100:00100000:1.0:1775764877.690709:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277205888:0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.690726:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764877.690733:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7bf70dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277206016:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1775764877.690757:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1775764877.690781:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1775764877.690784:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1775764877.691052:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277204480
00000100:00100000:0.0:1775764877.691057:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277204480
00000100:00100000:0.0:1775764877.691088:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017
00000100:00100000:0.0:1775764877.691094:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acedbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:825bbb7a-c3c2-4033-b777-ccae75edba4f+23:3660:x1862022277204480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764877.691132:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acedbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:825bbb7a-c3c2-4033-b777-ccae75edba4f+23:3660:x1862022277204480:12345-0@lo:400:kworker.0 Request processed in 39us (1012us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.691140:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017
00000100:00100000:0.0:1775764877.691169:0:8505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277206016
00000100:00100000:0.0:1775764877.691172:0:8505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277206016
00000100:00100000:0.0:1775764877.691193:0:8505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497
00000100:00100000:0.0:1775764877.691199:0:8505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277206016:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1775764877.691211:0:8505:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 151552 granted 485060416 pending 0 free 3874787328 avail 3643265024
00000100:00100000:0.0:1775764877.691240:0:8505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277206016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (482us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.691245:0:8505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497
00000100:00100000:0.0:1775764877.691344:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277204864
00000100:00100000:0.0:1775764877.691348:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277204864
00000100:00100000:0.0:1775764877.691368:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2644
00000100:00100000:0.0:1775764877.691373:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1862022277205120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764877.691407:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1862022277205120:12345-0@lo:400:kworker.0 Request processed in 34us (2393us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.691413:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2644
00000100:00100000:0.0:1775764877.691426:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2645
00000100:00100000:0.0:1775764877.691432:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1862022277205632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764877.691459:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1862022277205632:12345-0@lo:400:kworker.0 Request processed in 27us (2412us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.691465:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2645
00000100:00100000:0.0:1775764877.691475:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2646
00000100:00100000:0.0:1775764877.691481:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1862022277205248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764877.691506:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1862022277205248:12345-0@lo:400:kworker.0 Request processed in 26us (2375us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.691514:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2646
00000100:00100000:0.0:1775764877.691527:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2647
00000100:00100000:0.0:1775764877.691533:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1862022277205760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764877.691560:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1862022277205760:12345-0@lo:400:kworker.0 Request processed in 27us (2393us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.691565:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2647
00000100:00100000:0.0:1775764877.691576:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2648
00000100:00100000:0.0:1775764877.691581:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1862022277204864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764877.691606:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1862022277204864:12345-0@lo:400:kworker.0 Request processed in 25us (1636us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.691611:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2648
00000100:00100000:3.0:1775764877.691793:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1862022277204608:12345-0@lo:400:kworker.0 Request processed in 2014us (2838us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.691801:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2643
00000100:00100000:1.0:1775764877.693713:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7bf70dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277206016:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1775764877.693728:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:825bbb7a-c3c2-4033-b777-ccae75edba4f:3660:1862022277204480:0@lo:400:kworker.0
00000100:00100000:1.0:1775764877.693739:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1862022277204864:0@lo:400:kworker.0
00000004:00080000:1.0:1775764877.695071:0:9887:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 23 changes, 0 in progress, 0 in flight, 24 done
00000100:00100000:0.0:1775764877.700092:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14453:x1862022293507456:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 17939us (19339us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.700107:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2808
00000004:00080000:3.0:1775764877.700476:0:6496:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 45 committed
00000004:00080000:3.0:1775764877.700499:0:6496:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 48 committed
00000001:00080000:3.0:1775764877.700526:0:6496:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969474 is committed
00000004:00080000:3.0:1775764877.700549:0:6496:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 47 committed
00000004:00080000:3.0:1775764877.700553:0:6496:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 44 committed
00000100:00100000:1.0:1775764877.700778:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7bf70c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277206528:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764877.700862:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.700888:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7bf70fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277207040:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764877.700909:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.700931:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:1.0:1775764877.700937:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7bf70df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277206400:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764877.700957:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.700975:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7bf70c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277206912:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764877.700994:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.701023:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277206528
00000100:00100000:1.0:1775764877.701030:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277206528
00000100:00100000:1.0:1775764877.701063:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277207040
00000100:00100000:1.0:1775764877.701066:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277207040
00000100:00100000:1.0:1775764877.701078:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277206400
00000100:00100000:1.0:1775764877.701080:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277206400
00000100:00100000:1.0:1775764877.701092:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277206912
00000100:00100000:1.0:1775764877.701094:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277206912
00000100:00100000:1.0:1775764877.701112:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1911
00000100:00100000:1.0:1775764877.701120:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3661:x1862022277206528:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764877.701142:0:14278:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:120 count 1
00010000:00010000:1.0:1775764877.701167:0:14278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f614017/0x9da62835f5d6cebb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701188:0:14278:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006c3a15e1/0x9da62835f5d62cf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094461f8c expref: 91 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701195:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.701197:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.701201:0:14278:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f614017/0x9da62835f5d6cebb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701228:0:14278:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006c3a15e1/0x9da62835f5d62cf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094461f8c expref: 91 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701242:0:14278:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006c3a15e1/0x9da62835f5d62cf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094461f8c expref: 91 pid: 15591 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.701253:0:14278:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14278:1862022277207168:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764877.701295:0:14278:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c691587900 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.701311:0:15573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1912
00000100:00100000:1.0:1775764877.701317:0:15573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3661:x1862022277207040:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764877.701329:0:15573:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:157 count 1
00010000:00010000:1.0:1775764877.701340:0:15573:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ce5490c/0x9da62835f5d6cec2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701352:0:15573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006502a805/0x9da62835f5d66c67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094463366 expref: 91 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701358:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.701359:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.701361:0:15573:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ce5490c/0x9da62835f5d6cec2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701379:0:15573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006502a805/0x9da62835f5d66c67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463366 expref: 91 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701388:0:15573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006502a805/0x9da62835f5d66c67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463366 expref: 91 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.701397:0:15573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15573:1862022277207296:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764877.701418:0:15573:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c691587e40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.701434:0:15587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913
00000100:00100000:1.0:1775764877.701441:0:15587:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3661:x1862022277206400:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764877.701454:0:15587:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:126 count 1
00010000:00010000:1.0:1775764877.701465:0:15587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5f80667/0x9da62835f5d6cec9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701477:0:15587:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008ad99d88/0x9da62835f5d634ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094462217 expref: 91 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701484:0:15587:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.701485:0:15587:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.701487:0:15587:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5f80667/0x9da62835f5d6cec9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701505:0:15587:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008ad99d88/0x9da62835f5d634ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462217 expref: 91 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701514:0:15587:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008ad99d88/0x9da62835f5d634ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462217 expref: 91 pid: 15572 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.701524:0:15587:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15587:1862022277207424:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764877.701545:0:15587:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6915879c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.701562:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1914
00000100:00100000:1.0:1775764877.701568:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+8:3661:x1862022277206912:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764877.701580:0:15596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:131 count 1
00010000:00010000:1.0:1775764877.701591:0:15596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000196cca49/0x9da62835f5d6ced0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701601:0:15596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000227b989c/0x9da62835f5d642a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446261c expref: 91 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701607:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.701609:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.701611:0:15596:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000196cca49/0x9da62835f5d6ced0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701630:0:15596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000227b989c/0x9da62835f5d642a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446261c expref: 91 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.701638:0:15596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000227b989c/0x9da62835f5d642a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446261c expref: 91 pid: 15577 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.701648:0:15596:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c690019180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15596:1862022277207552:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764877.701682:0:15596:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a3048480 going to sleep for 11 seconds
00000100:00100000:3.0:1775764877.701888:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7bf70dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277206144:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.701921:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764877.701944:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7bf70d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277206656:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.701961:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764877.701979:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1775764877.701984:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7bf70d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277206272:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.702004:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764877.702017:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7bf70e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277206784:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.702036:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.706185:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277207808
00000100:00100000:1.0:1775764877.706196:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277207808
00000100:00100000:1.0:1775764877.706231:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277208320
00000100:00100000:1.0:1775764877.706234:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277208320
00000100:00100000:1.0:1775764877.706244:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277207680
00000100:00100000:1.0:1775764877.706247:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277207680
00000100:00100000:1.0:1775764877.706255:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277208192
00000100:00100000:1.0:1775764877.706258:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277208192
00000100:00100000:1.0:1775764877.706265:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277207936
00000100:00100000:1.0:1775764877.706267:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277207936
00000100:00100000:1.0:1775764877.706277:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277208448
00000100:00100000:1.0:1775764877.706279:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277208448
00000100:00100000:1.0:1775764877.706288:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277208064
00000100:00100000:1.0:1775764877.706291:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277208064
00000100:00100000:1.0:1775764877.706300:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277208576
00000100:00100000:1.0:1775764877.706302:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277208576
00000100:00100000:1.0:1775764877.706315:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1918
00000100:00100000:1.0:1775764877.706323:0:8401:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3658:x1862022277206784:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764877.706348:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:129 count 1
00010000:00010000:1.0:1775764877.706370:0:8401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008df1f21/0x9da62835f5d6ceec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706388:0:8401:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be17504e/0x9da62835f5d63e85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944624e8 expref: 91 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706396:0:8401:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.706398:0:8401:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.706402:0:8401:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008df1f21/0x9da62835f5d6ceec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706438:0:8401:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be17504e/0x9da62835f5d63e85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e144250944624e8 expref: 91 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706450:0:8401:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be17504e/0x9da62835f5d63e85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944624e8 expref: 91 pid: 15594 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.706464:0:8401:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1862022277209088:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764877.706555:0:8401:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a30483c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.706575:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919
00000100:00100000:1.0:1775764877.706582:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4936d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3659:x1862022277207808:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764877.706594:0:15572:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:124 count 1
00010000:00010000:1.0:1775764877.706608:0:15572:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009112c620/0x9da62835f5d6cef3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706620:0:15572:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000915798ed/0x9da62835f5d632d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094462153 expref: 82 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706630:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.706631:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.706633:0:15572:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009112c620/0x9da62835f5d6cef3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706661:0:15572:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000915798ed/0x9da62835f5d632d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462153 expref: 82 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706670:0:15572:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000915798ed/0x9da62835f5d632d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462153 expref: 82 pid: 15592 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.706679:0:15572:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15572:1862022277209216:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764877.706705:0:15572:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a30480c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.706723:0:15593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1920
00000100:00100000:1.0:1775764877.706730:0:15593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b75e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+12:3659:x1862022277208320:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764877.706743:0:15593:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:162 count 1
00010000:00010000:1.0:1775764877.706753:0:15593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000240cfb78/0x9da62835f5d6cefa lrc: 3/0,1 mode: --/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706764:0:15593:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000083f720e7/0x9da62835f5d67742 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944636b5 expref: 82 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706769:0:15593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.706771:0:15593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.706773:0:15593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000240cfb78/0x9da62835f5d6cefa lrc: 4/0,1 mode: --/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706793:0:15593:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000083f720e7/0x9da62835f5d67742 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e144250944636b5 expref: 82 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706801:0:15593:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000083f720e7/0x9da62835f5d67742 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944636b5 expref: 82 pid: 8402 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.706810:0:15593:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15593:1862022277209344:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764877.706893:0:15593:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a3048600 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.706913:0:15594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921
00000100:00100000:1.0:1775764877.706920:0:15594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3659:x1862022277207680:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764877.706931:0:15594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:129 count 1
00010000:00010000:1.0:1775764877.706942:0:15594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c3122a3/0x9da62835f5d6cf01 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706953:0:15594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002e55f994/0x9da62835f5d63e38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944624cc expref: 82 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706958:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.706960:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.706962:0:15594:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c3122a3/0x9da62835f5d6cf01 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706983:0:15594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002e55f994/0x9da62835f5d63e38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e144250944624cc expref: 82 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.706996:0:15594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002e55f994/0x9da62835f5d63e38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944624cc expref: 82 pid: 15572 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.707004:0:15594:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15594:1862022277209472:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764877.707026:0:15594:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7855480c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.707042:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922
00000100:00100000:1.0:1775764877.707049:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3659:x1862022277208192:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764877.707061:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:163 count 1
00010000:00010000:1.0:1775764877.707072:0:8400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b4e61d3/0x9da62835f5d6cf08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.707083:0:8400:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000821c0b09/0x9da62835f5d679f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446379c expref: 82 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.707089:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.707090:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.707092:0:8400:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b4e61d3/0x9da62835f5d6cf08 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.707110:0:8400:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000821c0b09/0x9da62835f5d679f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446379c expref: 82 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.707118:0:8400:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000821c0b09/0x9da62835f5d679f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446379c expref: 82 pid: 15596 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.707131:0:8400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8400:1862022277209600:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764877.707154:0:8400:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.707170:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923
00000100:00100000:1.0:1775764877.707176:0:8402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3660:x1862022277207936:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764877.707188:0:8402:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:131 count 1
00010000:00010000:1.0:1775764877.707201:0:8402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc69816e/0x9da62835f5d6cf0f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.707211:0:8402:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a87ec863/0x9da62835f5d64275 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094462607 expref: 82 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.707217:0:8402:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.707218:0:8402:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.707220:0:8402:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc69816e/0x9da62835f5d6cf0f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.707238:0:8402:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a87ec863/0x9da62835f5d64275 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462607 expref: 82 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.707246:0:8402:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a87ec863/0x9da62835f5d64275 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462607 expref: 82 pid: 15573 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.707254:0:8402:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8402:1862022277209728:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764877.707277:0:8402:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4900 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.707293:0:8506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1924
00000100:00100000:1.0:1775764877.707300:0:8506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3660:x1862022277208448:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1775764877.707311:0:8506:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:135 count 1
00010000:00010000:1.0:1775764877.707322:0:8506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d345c533/0x9da62835f5d6cf16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.707332:0:8506:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005b0000e3/0x9da62835f5d64a63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944628a0 expref: 82 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.707338:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.707340:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.707342:0:8506:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d345c533/0x9da62835f5d6cf16 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.707359:0:8506:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005b0000e3/0x9da62835f5d64a63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e144250944628a0 expref: 82 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.707367:0:8506:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005b0000e3/0x9da62835f5d64a63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944628a0 expref: 82 pid: 15574 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.707376:0:8506:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8506:1862022277209856:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764877.707397:0:8506:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f49c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764877.707717:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925
00000100:00100000:0.0:1775764877.707727:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3660:x1862022277208064:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764877.707740:0:15574:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:159 count 1
00010000:00010000:0.0:1775764877.707752:0:15574:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5787926/0x9da62835f5d6cf1d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.707764:0:15574:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003412a00c/0x9da62835f5d6725d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446353b expref: 82 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.707770:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764877.707772:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764877.707775:0:15574:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5787926/0x9da62835f5d6cf1d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.707795:0:15574:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003412a00c/0x9da62835f5d6725d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446353b expref: 82 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.707804:0:15574:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003412a00c/0x9da62835f5d6725d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446353b expref: 82 pid: 15592 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.707824:0:15574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15574:1862022277209984:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764877.707880:0:15574:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764877.707898:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926
00000100:00100000:0.0:1775764877.707906:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3660:x1862022277208576:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764877.707918:0:15591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:138 count 1
00010000:00010000:0.0:1775764877.707928:0:15591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaac17d1/0x9da62835f5d6cf24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.707939:0:15591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000959273aa/0x9da62835f5d64d03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446298e expref: 82 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.707945:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764877.707947:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764877.707949:0:15591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaac17d1/0x9da62835f5d6cf24 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.707969:0:15591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000959273aa/0x9da62835f5d64d03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446298e expref: 82 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.707982:0:15591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000959273aa/0x9da62835f5d64d03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446298e expref: 82 pid: 14278 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.707991:0:15591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6829e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15591:1862022277210112:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764877.708010:0:15591:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52480 going to sleep for 11 seconds
00000100:00100000:0.0:1775764877.708034:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293507712
00000100:00100000:0.0:1775764877.708039:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293507712
00000100:00100000:0.0:1775764877.708095:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205267
00000100:00100000:0.0:1775764877.708102:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14454:x1862022293507712:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.708113:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.708127:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cf2b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e71 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708188:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6cf32 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708201:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6cf32 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708213:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6cf32 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708224:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6cf39 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708231:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6cf39 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708241:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6cf39 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708282:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6cf32 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708288:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6cf32 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708295:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6cf32 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708302:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480fe00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.708307:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6cf32 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708315:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6cf32 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708326:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764877.708329:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.708333:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6cf32 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708340:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6cf32 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708354:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6cf39 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708360:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6cf39 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708365:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6cf39 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708369:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.708372:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6cf39 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708378:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6cf39 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708385:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c692f76700)
00010000:00010000:0.0:1775764877.708388:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.708390:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6cf39 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708396:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6cf39 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708429:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cf2b lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e71 expref: 180 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708437:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764877.708439:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1775764877.708443:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cf2b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e71 expref: 180 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.708452:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184a00, rc 0)
00000100:00100000:0.0:1775764877.708476:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14454:x1862022293507712:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 375us (3445us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764877.708485:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205267
00000100:00100000:0.0:1775764877.733576:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293507840
00000100:00100000:0.0:1775764877.733583:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293507840
00010000:00010000:0.0:1775764877.733620:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006c3a15e1/0x9da62835f5d62cf0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094461f8c expref: 92 pid: 15591 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.733644:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293507968
00000100:00100000:0.0:1775764877.733647:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293507968
00010000:00010000:0.0:1775764877.733672:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006502a805/0x9da62835f5d66c67 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463366 expref: 93 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.733684:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293508352
00000100:00100000:0.0:1775764877.733686:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293508352
00010000:00010000:0.0:1775764877.733698:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d969a17/0x9da62835f5d63173 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944620e3 expref: 94 pid: 15586 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.733708:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293508224
00000100:00100000:0.0:1775764877.733710:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293508224
00010000:00010000:0.0:1775764877.733720:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000227b989c/0x9da62835f5d642a6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446261c expref: 95 pid: 15577 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.733730:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293508480
00000100:00100000:0.0:1775764877.733732:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293508480
00010000:00010000:0.0:1775764877.733742:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008ad99d88/0x9da62835f5d634ec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462217 expref: 96 pid: 15572 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.733750:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293508736
00000100:00100000:0.0:1775764877.733752:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293508736
00010000:00010000:0.0:1775764877.733762:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be17504e/0x9da62835f5d63e85 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944624e8 expref: 97 pid: 15594 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.733771:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293508608
00000100:00100000:0.0:1775764877.733773:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293508608
00010000:00010000:0.0:1775764877.733780:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aea3b67a/0x9da62835f5d63341 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446217d expref: 98 pid: 15595 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.733789:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293508864
00000100:00100000:0.0:1775764877.733790:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293508864
00010000:00010000:0.0:1775764877.733800:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000915798ed/0x9da62835f5d632d8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462153 expref: 83 pid: 15592 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.733809:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293508992
00000100:00100000:0.0:1775764877.733811:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293508992
00010000:00010000:0.0:1775764877.733819:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d63428 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944621ca expref: 99 pid: 15573 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.733834:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3016
00000100:00100000:0.0:1775764877.733876:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+99:2400:x1862022293507840:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.733890:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.733896:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006c3a15e1/0x9da62835f5d62cf0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094461f8c expref: 99 pid: 15591 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.733910:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006c3a15e1/0x9da62835f5d62cf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094461f8c expref: 99 pid: 15591 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.733935:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.733938:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.733942:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000f614017/0x9da62835f5d6cebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.733951:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f614017/0x9da62835f5d6cebb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.733970:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.734020:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+99:2400:x1862022293507840:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 147us (1018us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.734029:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3016
00000100:00100000:0.0:1775764877.734077:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3017
00000100:00100000:0.0:1775764877.734083:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+98:2400:x1862022293507968:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.734090:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.734094:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006502a805/0x9da62835f5d66c67 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463366 expref: 98 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734104:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006502a805/0x9da62835f5d66c67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463366 expref: 98 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734116:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734118:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734121:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007ce5490c/0x9da62835f5d6cec2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734128:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ce5490c/0x9da62835f5d6cec2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734145:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.734163:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+98:2400:x1862022293507968:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 80us (1125us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.734169:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3017
00000100:00100000:0.0:1775764877.734183:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3018
00000100:00100000:0.0:1775764877.734188:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+97:2403:x1862022293508352:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.734195:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.734200:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d969a17/0x9da62835f5d63173 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944620e3 expref: 97 pid: 15586 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734209:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d969a17/0x9da62835f5d63173 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944620e3 expref: 97 pid: 15586 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734220:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d969a17/0x9da62835f5d63173 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944620e3 expref: 97 pid: 15586 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734232:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734234:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734237:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6ced7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734243:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6ced7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734263:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.734280:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+96:2403:x1862022293508352:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 92us (1068us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.734287:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3018
00000100:00100000:0.0:1775764877.734300:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3019
00000100:00100000:0.0:1775764877.734305:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+95:2403:x1862022293508224:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.734313:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.734318:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000227b989c/0x9da62835f5d642a6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446261c expref: 95 pid: 15577 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734327:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000227b989c/0x9da62835f5d642a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446261c expref: 95 pid: 15577 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734338:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734339:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734342:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000196cca49/0x9da62835f5d6ced0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734349:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000196cca49/0x9da62835f5d6ced0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734360:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.734378:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+95:2403:x1862022293508224:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 73us (1150us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.734384:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3019
00000100:00100000:0.0:1775764877.734396:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3020
00000100:00100000:0.0:1775764877.734401:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+94:2403:x1862022293508480:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.734410:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.734415:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008ad99d88/0x9da62835f5d634ec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462217 expref: 94 pid: 15572 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734423:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008ad99d88/0x9da62835f5d634ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462217 expref: 94 pid: 15572 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734435:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734436:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734439:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f5f80667/0x9da62835f5d6cec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734446:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5f80667/0x9da62835f5d6cec9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734456:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.734472:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+94:2403:x1862022293508480:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 71us (1230us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.734478:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3020
00000100:00100000:0.0:1775764877.734490:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3021
00000100:00100000:0.0:1775764877.734495:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4937800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+93:2402:x1862022293508736:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.734502:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.734507:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be17504e/0x9da62835f5d63e85 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944624e8 expref: 93 pid: 15594 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734515:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be17504e/0x9da62835f5d63e85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944624e8 expref: 93 pid: 15594 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734526:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734528:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734531:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000008df1f21/0x9da62835f5d6ceec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734539:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008df1f21/0x9da62835f5d6ceec lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734550:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.734567:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4937800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+93:2402:x1862022293508736:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 71us (1167us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.734573:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3021
00000100:00100000:0.0:1775764877.734586:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3022
00000100:00100000:0.0:1775764877.734592:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4936300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+92:2402:x1862022293508608:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.734598:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.734603:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aea3b67a/0x9da62835f5d63341 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446217d expref: 92 pid: 15595 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734611:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aea3b67a/0x9da62835f5d63341 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446217d expref: 92 pid: 15595 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734623:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aea3b67a/0x9da62835f5d63341 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446217d expref: 92 pid: 15595 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734633:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734635:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734637:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6cee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734644:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6cee5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734679:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.734697:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4936300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+91:2402:x1862022293508608:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 105us (1283us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.734703:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3022
00000100:00100000:0.0:1775764877.734717:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3023
00000100:00100000:0.0:1775764877.734723:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2402:x1862022293508864:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.734732:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.734737:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000915798ed/0x9da62835f5d632d8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462153 expref: 83 pid: 15592 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734747:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000915798ed/0x9da62835f5d632d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462153 expref: 83 pid: 15592 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734760:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734762:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734765:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009112c620/0x9da62835f5d6cef3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734772:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009112c620/0x9da62835f5d6cef3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734788:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.734804:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2402:x1862022293508864:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 82us (1376us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.734810:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3023
00000100:00100000:0.0:1775764877.734833:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3024
00000100:00100000:0.0:1775764877.734880:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4934000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+90:2400:x1862022293508992:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.734888:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.734892:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d63428 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944621ca expref: 90 pid: 15573 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734901:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d63428 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944621ca expref: 90 pid: 15573 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734914:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d63428 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944621ca expref: 90 pid: 15573 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734924:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734925:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.734928:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000083bc5d75/0x9da62835f5d6cede lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734934:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000083bc5d75/0x9da62835f5d6cede lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.734952:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.734966:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4934000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2400:x1862022293508992:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 127us (1517us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.734972:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3024
00010000:00010000:0.0:1775764877.735001:0:15570:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6ced7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735009:0:15570:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6ced7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735018:0:15570:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6ced7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735026:0:15570:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6ced7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735040:0:15570:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764877.735201:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3658:x1862022277206144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31127us (33278us total) trans 4294967841 rc 0/0
00000100:00100000:0.0:1775764877.735209:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1915
00010000:00010000:0.0:1775764877.735231:0:15577:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6cee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735238:0:15577:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6cee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735245:0:15577:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6cee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735256:0:15577:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6cee5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735270:0:15577:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764877.735353:0:15577:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3658:x1862022277206272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30919us (33347us total) trans 4294967842 rc 0/0
00000100:00100000:0.0:1775764877.735359:0:15577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1917
00010000:00010000:0.0:1775764877.735379:0:15592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000083bc5d75/0x9da62835f5d6cede lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735388:0:15592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000083bc5d75/0x9da62835f5d6cede lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735396:0:15592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000083bc5d75/0x9da62835f5d6cede lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735402:0:15592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000083bc5d75/0x9da62835f5d6cede lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735416:0:15592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1775764877.735478:0:15592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+13:3658:x1862022277206656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31174us (33514us total) trans 4294967843 rc 0/0
00000100:00100000:0.0:1775764877.735484:0:15592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1916
00010000:00010000:0.0:1775764877.735504:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1775764877.735510:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6ced7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735518:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764877.735523:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6ced7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735530:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6ced7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735543:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6ced7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735549:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6ced7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735563:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764877.735566:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6cee5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735571:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764877.735574:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6cee5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735581:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6cee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735590:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6cee5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735597:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6cee5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735608:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764877.735611:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000083bc5d75/0x9da62835f5d6cede lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735617:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebca00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764877.735620:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000083bc5d75/0x9da62835f5d6cede lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735627:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000083bc5d75/0x9da62835f5d6cede lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735636:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000083bc5d75/0x9da62835f5d6cede lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735643:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083bc5d75/0x9da62835f5d6cede lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735669:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.735672:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.735673:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.735780:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764877.735803:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293508096
00000100:00100000:0.0:1775764877.735810:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293508096
00000100:00100000:0.0:1775764877.735869:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205268
00000100:00100000:0.0:1775764877.735877:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14453:x1862022293508096:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.735893:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.735908:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6cf40 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e78 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735961:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cf47 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735973:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cf47 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735982:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cf47 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735991:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6cf4e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.735998:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6cf4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736003:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6cf4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736032:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cf47 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736038:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cf47 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736043:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cf47 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736048:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cf47 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736053:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e798600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.736056:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cf47 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736062:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cf47 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736070:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764877.736073:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.736077:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cf47 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736082:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cf47 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736091:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6cf4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736097:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6cf4e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736103:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6cf4e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736108:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.736111:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6cf4e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736120:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6cf4e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736127:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xbb97fc59 (ffff93c684228e00)
00010000:00010000:0.0:1775764877.736130:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.736133:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6cf4e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736138:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6cf4e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736164:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6cf40 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e78 expref: 180 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736172:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764877.736174:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.736177:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6cf40 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e78 expref: 180 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.736185:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e799c00, rc 0)
00000100:00100000:0.0:1775764877.736204:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14453:x1862022293508096:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 329us (3144us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764877.736209:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205268
00010000:00010000:3.0:1775764877.736295:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764877.736335:0:15573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006502a805/0x9da62835f5d66c67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463366 expref: 88 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.736348:0:15573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15573:1862022277207296:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.736369:0:15573:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007ce5490c/0x9da62835f5d6cec2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.736378:0:15573:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007ce5490c/0x9da62835f5d6cec2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.736385:0:15573:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ce5490c/0x9da62835f5d6cec2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.736393:0:15573:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ce5490c/0x9da62835f5d6cec2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.736399:0:15573:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ce5490c/0x9da62835f5d6cec2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.736420:0:15573:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764877.736520:0:15573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3661:x1862022277207040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35202us (35610us total) trans 4294967844 rc 0/0
00000100:00100000:3.0:1775764877.736527:0:15573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1912
00000004:00080000:3.0:1775764877.736564:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c7bf70fb80/2, rc 0, transno 4294967844
00000100:00100000:3.0:1775764877.736577:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7bf70fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277207040:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.736644:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764877.736670:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1862022277210240:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.736705:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764877.736738:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277210240
00000100:00100000:3.0:1775764877.736742:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277210240
00000100:00100000:3.0:1775764877.736771:0:15595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927
00000100:00100000:3.0:1775764877.736776:0:15595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+13:3659:x1862022277210240:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764877.736792:0:15595:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:159 count 1
00010000:00010000:3.0:1775764877.736806:0:15595:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d3a4650/0x9da62835f5d6cf55 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.736820:0:15595:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a78a5a01/0x9da62835f5d67305 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094463573 expref: 87 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.736827:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.736829:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.736832:0:15595:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d3a4650/0x9da62835f5d6cf55 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.736889:0:15595:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a78a5a01/0x9da62835f5d67305 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463573 expref: 87 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.736901:0:15595:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a78a5a01/0x9da62835f5d67305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463573 expref: 87 pid: 15593 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.736913:0:15595:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15595:1862022277210368:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.736947:0:15595:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a639c0 going to sleep for 11 seconds
00000004:00080000:3.0:1775764877.736974:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c7bf70d500/2, rc 0, transno 4294967842
00000100:00100000:3.0:1775764877.736984:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7bf70d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277206272:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764877.736995:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c7bf70dc00/2, rc 0, transno 4294967841
00000100:00100000:3.0:1775764877.736998:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7bf70dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277206144:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1775764877.737007:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c7bf70d880/2, rc 0, transno 4294967843
00000100:00100000:3.0:1775764877.737010:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7bf70d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277206656:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.737067:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681e3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277210752:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.737091:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764877.737110:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1775764877.737117:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277210624:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.737137:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764877.737157:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277210752
00000100:00100000:3.0:1775764877.737160:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277210752
00000100:00100000:3.0:1775764877.737178:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277210624
00000100:00100000:3.0:1775764877.737180:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277210624
00000100:00100000:3.0:1775764877.737196:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1928
00000100:00100000:3.0:1775764877.737201:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3661:x1862022277210752:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764877.737215:0:15570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:162 count 1
00010000:00010000:3.0:1775764877.737226:0:15570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006370d3dd/0x9da62835f5d6cf5c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.737239:0:15570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b03009d2/0x9da62835f5d677c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944636e6 expref: 87 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.737245:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.737246:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.737248:0:15570:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006370d3dd/0x9da62835f5d6cf5c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.737266:0:15570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b03009d2/0x9da62835f5d677c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e144250944636e6 expref: 87 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.737273:0:15570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b03009d2/0x9da62835f5d677c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944636e6 expref: 87 pid: 15573 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.737282:0:15570:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681e3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15570:1862022277210880:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.737300:0:15570:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63540 going to sleep for 11 seconds
00000100:00100000:3.0:1775764877.737314:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1862022277210496:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.737335:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764877.737360:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277210496
00000100:00100000:3.0:1775764877.737363:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277210496
00000100:00100000:3.0:1775764877.737380:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929
00000100:00100000:3.0:1775764877.737386:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3661:x1862022277210624:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764877.737397:0:15586:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:158 count 1
00010000:00010000:3.0:1775764877.737407:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d460c3b5/0x9da62835f5d6cf63 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.737417:0:15586:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000067fb2e18/0x9da62835f5d66dbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944633dd expref: 87 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.737428:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.737430:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.737432:0:15586:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d460c3b5/0x9da62835f5d6cf63 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.737448:0:15586:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000067fb2e18/0x9da62835f5d66dbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e144250944633dd expref: 87 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.737456:0:15586:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000067fb2e18/0x9da62835f5d66dbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944633dd expref: 87 pid: 15595 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.737465:0:15586:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681e3d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15586:1862022277211008:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.737483:0:15586:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c691587e40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764877.737498:0:15573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930
00000100:00100000:3.0:1775764877.737504:0:15573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3659:x1862022277210496:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764877.737514:0:15573:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:163 count 1
00010000:00010000:3.0:1775764877.737525:0:15573:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067962d89/0x9da62835f5d6cf6a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xa3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.737536:0:15573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d67a83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944637db expref: 87 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.737543:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.737544:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.737546:0:15573:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067962d89/0x9da62835f5d6cf6a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.737565:0:15573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d67a83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e144250944637db expref: 87 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.737575:0:15573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d67a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944637db expref: 87 pid: 15577 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.737584:0:15573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681e3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15573:1862022277211136:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.737602:0:15573:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790e0a0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.737734:0:8402:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8402:1862022277209728:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764877.737751:0:8402:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dc69816e/0x9da62835f5d6cf0f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.737789:0:15587:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ad99d88/0x9da62835f5d634ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462217 expref: 87 pid: 15572 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.737800:0:15587:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15587:1862022277207424:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764877.737810:0:15587:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f5f80667/0x9da62835f5d6cec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.737818:0:15587:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f5f80667/0x9da62835f5d6cec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.737826:0:15587:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5f80667/0x9da62835f5d6cec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.737834:0:15587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5f80667/0x9da62835f5d6cec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.737872:0:15587:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5f80667/0x9da62835f5d6cec9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.737892:0:15587:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764877.738008:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3661:x1862022277206400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36567us (37049us total) trans 4294967845 rc 0/0
00000100:00100000:1.0:1775764877.738015:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913
00000100:00100000:1.0:1775764877.738047:0:8400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8400:1862022277209600:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764877.738058:0:8400:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008b4e61d3/0x9da62835f5d6cf08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.738081:0:15594:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15594:1862022277209472:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764877.738092:0:15594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000c3122a3/0x9da62835f5d6cf01 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764877.738115:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c7bf70df80/2, rc 0, transno 4294967845
00000100:00100000:1.0:1775764877.738125:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7bf70df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277206400:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764877.738147:0:15596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000227b989c/0x9da62835f5d642a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446261c expref: 86 pid: 15577 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.738157:0:15596:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c690019180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15596:1862022277207552:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764877.738168:0:15596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000196cca49/0x9da62835f5d6ced0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738175:0:15596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000196cca49/0x9da62835f5d6ced0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738181:0:15596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000196cca49/0x9da62835f5d6ced0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738188:0:15596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000196cca49/0x9da62835f5d6ced0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738198:0:15596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000196cca49/0x9da62835f5d6ced0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738212:0:15596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1775764877.738285:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+17:3661:x1862022277206912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36717us (37290us total) trans 4294967846 rc 0/0
00000100:00100000:1.0:1775764877.738291:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1914
00010000:00010000:1.0:1775764877.738309:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764877.738318:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ce5490c/0x9da62835f5d6cec2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738326:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c781689400 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764877.738331:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ce5490c/0x9da62835f5d6cec2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738340:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ce5490c/0x9da62835f5d6cec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738360:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ce5490c/0x9da62835f5d6cec2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738367:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ce5490c/0x9da62835f5d6cec2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738385:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764877.738388:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5f80667/0x9da62835f5d6cec9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738395:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c206b800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764877.738398:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5f80667/0x9da62835f5d6cec9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738405:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5f80667/0x9da62835f5d6cec9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738415:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5f80667/0x9da62835f5d6cec9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738422:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5f80667/0x9da62835f5d6cec9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738438:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764877.738441:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000196cca49/0x9da62835f5d6ced0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738446:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c206a400 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764877.738449:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000196cca49/0x9da62835f5d6ced0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738454:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000196cca49/0x9da62835f5d6ced0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738467:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000196cca49/0x9da62835f5d6ced0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738473:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000196cca49/0x9da62835f5d6ced0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738484:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764877.738486:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764877.738487:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764877.738512:0:15572:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000915798ed/0x9da62835f5d632d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462153 expref: 82 pid: 15592 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.738522:0:15572:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15572:1862022277209216:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764877.738533:0:15572:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009112c620/0x9da62835f5d6cef3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738540:0:15572:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009112c620/0x9da62835f5d6cef3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738546:0:15572:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009112c620/0x9da62835f5d6cef3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738553:0:15572:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009112c620/0x9da62835f5d6cef3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738565:0:15572:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009112c620/0x9da62835f5d6cef3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738578:0:15572:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764877.738681:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4936d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3659:x1862022277207808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32099us (34079us total) trans 4294967877 rc 0/0
00000100:00100000:1.0:1775764877.738687:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919
00000100:00100000:1.0:1775764877.738714:0:15593:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15593:1862022277209344:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764877.738725:0:15593:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000240cfb78/0x9da62835f5d6cefa lrc: 3/0,1 mode: --/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764877.738747:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c7bf70c380/2, rc 0, transno 4294967846
00000100:00100000:1.0:1775764877.738752:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7bf70c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277206912:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764877.738761:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764877.738764:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009112c620/0x9da62835f5d6cef3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738770:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842600 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764877.738773:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009112c620/0x9da62835f5d6cef3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738780:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009112c620/0x9da62835f5d6cef3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738794:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009112c620/0x9da62835f5d6cef3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738800:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009112c620/0x9da62835f5d6cef3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738812:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764877.738813:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764877.738814:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764877.738832:0:14278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c3a15e1/0x9da62835f5d62cf0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094461f8c expref: 85 pid: 15591 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.738866:0:14278:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14278:1862022277207168:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764877.738877:0:14278:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000f614017/0x9da62835f5d6cebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738885:0:14278:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000f614017/0x9da62835f5d6cebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738893:0:14278:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f614017/0x9da62835f5d6cebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738900:0:14278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f614017/0x9da62835f5d6cebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738911:0:14278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f614017/0x9da62835f5d6cebb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.738924:0:14278:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764877.738994:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3661:x1862022277206528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37876us (38154us total) trans 4294967847 rc 0/0
00000100:00100000:1.0:1775764877.739000:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1911
00000004:00080000:1.0:1775764877.739023:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c7bf70c700/2, rc 0, transno 4294967847
00000100:00100000:1.0:1775764877.739027:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7bf70c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277206528:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1775764877.739036:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764877.739040:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f614017/0x9da62835f5d6cebb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739047:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4826400 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764877.739050:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f614017/0x9da62835f5d6cebb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739057:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f614017/0x9da62835f5d6cebb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739066:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f614017/0x9da62835f5d6cebb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739073:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f614017/0x9da62835f5d6cebb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739090:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764877.739092:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764877.739093:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764877.739157:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764877.739167:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277211520:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764877.739196:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.739222:0:15587:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277211520
00000100:00100000:1.0:1775764877.739228:0:15587:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277211520
00000100:00100000:1.0:1775764877.739255:0:15587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931
00000100:00100000:1.0:1775764877.739262:0:15587:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3661:x1862022277211520:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764877.739281:0:15587:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:137 count 1
00010000:00010000:1.0:1775764877.739298:0:15587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009daf7616/0x9da62835f5d6cf71 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739312:0:15587:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003da0ef78/0x9da62835f5d64c38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094462941 expref: 84 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739319:0:15587:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.739320:0:15587:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.739324:0:15587:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009daf7616/0x9da62835f5d6cf71 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739348:0:15587:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003da0ef78/0x9da62835f5d64c38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462941 expref: 84 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739359:0:15587:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003da0ef78/0x9da62835f5d64c38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462941 expref: 84 pid: 15570 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.739370:0:15587:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15587:1862022277211648:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764877.739404:0:15587:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4480 going to sleep for 11 seconds
00010000:00010000:1.0:1775764877.739432:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be17504e/0x9da62835f5d63e85 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944624e8 expref: 84 pid: 15594 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.739442:0:8401:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1862022277209088:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764877.739452:0:8401:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000008df1f21/0x9da62835f5d6ceec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739459:0:8401:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000008df1f21/0x9da62835f5d6ceec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739466:0:8401:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008df1f21/0x9da62835f5d6ceec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739474:0:8401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008df1f21/0x9da62835f5d6ceec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739480:0:8401:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008df1f21/0x9da62835f5d6ceec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739492:0:8401:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764877.739570:0:8401:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3658:x1862022277206784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33248us (37532us total) trans 4294967848 rc 0/0
00000100:00100000:1.0:1775764877.739579:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1918
00010000:00010000:1.0:1775764877.739596:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764877.739600:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008df1f21/0x9da62835f5d6ceec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739607:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c206b200 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764877.739610:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008df1f21/0x9da62835f5d6ceec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739617:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008df1f21/0x9da62835f5d6ceec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739628:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008df1f21/0x9da62835f5d6ceec lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739634:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008df1f21/0x9da62835f5d6ceec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.739665:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764877.739667:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764877.739668:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764877.739770:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764877.739786:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1862022277211392:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.739814:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1775764877.739867:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c681b40380/2, rc 0, transno 4294967877
00000100:00100000:3.0:1775764877.739879:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1862022277207808:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1775764877.739889:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764877.739895:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1862022277211264:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.739915:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764877.739967:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277211392
00000100:00100000:3.0:1775764877.739971:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277211392
00000100:00100000:3.0:1775764877.739994:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277211264
00000100:00100000:3.0:1775764877.739996:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277211264
00000100:00100000:3.0:1775764877.740013:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1932
00000100:00100000:3.0:1775764877.740019:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3659:x1862022277211392:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764877.740031:0:14278:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:138 count 1
00010000:00010000:3.0:1775764877.740045:0:14278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a364fa26/0x9da62835f5d6cf78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.740058:0:14278:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b19a8230/0x9da62835f5d64d11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446299c expref: 83 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.740066:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.740067:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.740070:0:14278:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a364fa26/0x9da62835f5d6cf78 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.740092:0:14278:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b19a8230/0x9da62835f5d64d11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446299c expref: 83 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.740102:0:14278:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b19a8230/0x9da62835f5d64d11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446299c expref: 83 pid: 15572 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.740112:0:14278:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14278:1862022277211904:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.740134:0:14278:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b64e3180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764877.740149:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1933
00000100:00100000:3.0:1775764877.740156:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+19:3659:x1862022277211264:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764877.740167:0:15596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:135 count 1
00010000:00010000:3.0:1775764877.740177:0:15596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6cf7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.740187:0:15596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009e047071/0x9da62835f5d64a71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944628ae expref: 83 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.740199:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.740200:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.740202:0:15596:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6cf7f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.740218:0:15596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009e047071/0x9da62835f5d64a71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e144250944628ae expref: 83 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.740225:0:15596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009e047071/0x9da62835f5d64a71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944628ae expref: 83 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.740233:0:15596:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15596:1862022277212032:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.740250:0:15596:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7812ed540 going to sleep for 11 seconds
00000004:00080000:3.0:1775764877.740274:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c7bf70e300/2, rc 0, transno 4294967848
00000100:00100000:3.0:1775764877.740281:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7bf70e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277206784:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.741300:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277211776
00000100:00100000:3.0:1775764877.741307:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277211776
00000100:00100000:3.0:1775764877.741342:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934
00000100:00100000:3.0:1775764877.741349:0:8401:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3660:x1862022277211776:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764877.741368:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:137 count 1
00010000:00010000:3.0:1775764877.741388:0:8401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fd36a4b/0x9da62835f5d6cf86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.741403:0:8401:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000057dbe48e/0x9da62835f5d64c3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094462948 expref: 81 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.741415:0:8401:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.741417:0:8401:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.741420:0:8401:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fd36a4b/0x9da62835f5d6cf86 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.741446:0:8401:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000057dbe48e/0x9da62835f5d64c3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462948 expref: 81 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.741457:0:8401:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000057dbe48e/0x9da62835f5d64c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462948 expref: 81 pid: 8400 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.741468:0:8401:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8401:1862022277212160:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.741515:0:8401:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790b063c0 going to sleep for 11 seconds
00010000:00010000:0.0:1775764877.742212:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764877.743300:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1775764877.743319:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1862022277212288:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.743377:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.743547:0:15577:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277212288
00000100:00100000:1.0:1775764877.743556:0:15577:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277212288
00000100:00100000:1.0:1775764877.743609:0:15577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1935
00000100:00100000:1.0:1775764877.743618:0:15577:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3659:x1862022277212288:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764877.743644:0:15577:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:143 count 1
00010000:00010000:1.0:1775764877.743681:0:15577:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6cf8d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.743702:0:15577:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9645e71/0x9da62835f5d657bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094462ccf expref: 83 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.743710:0:15577:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.743711:0:15577:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.743714:0:15577:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6cf8d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.743741:0:15577:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c9645e71/0x9da62835f5d657bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462ccf expref: 83 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.743751:0:15577:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c9645e71/0x9da62835f5d657bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462ccf expref: 83 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.743762:0:15577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15577:1862022277212416:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764877.743928:0:15577:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4900 going to sleep for 11 seconds
00010000:00010000:0.0:1775764877.752022:0:15574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003412a00c/0x9da62835f5d6725d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446353b expref: 77 pid: 15592 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.752044:0:15574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15574:1862022277209984:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764877.752065:0:15574:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d5787926/0x9da62835f5d6cf1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752075:0:15574:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d5787926/0x9da62835f5d6cf1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752082:0:15574:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5787926/0x9da62835f5d6cf1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752091:0:15574:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5787926/0x9da62835f5d6cf1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752098:0:15574:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5787926/0x9da62835f5d6cf1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752115:0:15574:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764877.752261:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3660:x1862022277208064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44537us (47419us total) trans 4294967880 rc 0/0
00000100:00100000:0.0:1775764877.752269:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925
00000100:00100000:0.0:1775764877.752304:0:15591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6829e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15591:1862022277210112:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764877.752315:0:15591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aaac17d1/0x9da62835f5d6cf24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752340:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764877.752345:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5787926/0x9da62835f5d6cf1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752353:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764877.752357:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5787926/0x9da62835f5d6cf1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752366:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5787926/0x9da62835f5d6cf1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752382:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5787926/0x9da62835f5d6cf1d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752390:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5787926/0x9da62835f5d6cf1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752408:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.752410:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.752411:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764877.752436:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c681b40000/2, rc 0, transno 4294967880
00000100:00100000:0.0:1775764877.752448:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277208064:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764877.752503:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1775764877.752515:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6829e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277213056:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764877.752543:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764877.752574:0:15594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277213056
00000100:00100000:0.0:1775764877.752579:0:15594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277213056
00000100:00100000:0.0:1775764877.752609:0:15594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1938
00000100:00100000:0.0:1775764877.752615:0:15594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+16:3660:x1862022277213056:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764877.752636:0:15594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:145 count 1
00010000:00010000:0.0:1775764877.752666:0:15594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000568b25d0/0x9da62835f5d6cfa2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752680:0:15594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000047eec6c1/0x9da62835f5d65982 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094462d5b expref: 76 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752687:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764877.752689:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764877.752692:0:15594:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000568b25d0/0x9da62835f5d6cfa2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752713:0:15594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000047eec6c1/0x9da62835f5d65982 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462d5b expref: 76 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.752723:0:15594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000047eec6c1/0x9da62835f5d65982 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462d5b expref: 76 pid: 15592 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.752733:0:15594:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15594:1862022277213184:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764877.752778:0:15594:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1780 going to sleep for 11 seconds
00010000:00010000:1.0:1775764877.754571:0:8506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b0000e3/0x9da62835f5d64a63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944628a0 expref: 76 pid: 15574 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.754594:0:8506:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8506:1862022277209856:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764877.754614:0:8506:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d345c533/0x9da62835f5d6cf16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.754626:0:8506:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d345c533/0x9da62835f5d6cf16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.754633:0:8506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d345c533/0x9da62835f5d6cf16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.754643:0:8506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d345c533/0x9da62835f5d6cf16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.754666:0:8506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d345c533/0x9da62835f5d6cf16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.754683:0:8506:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764877.754825:0:8506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3660:x1862022277208448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47525us (50016us total) trans 4294967881 rc 0/0
00000100:00100000:1.0:1775764877.754837:0:8506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1924
00010000:00010000:1.0:1775764877.754899:0:8400:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008b4e61d3/0x9da62835f5d6cf08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.754908:0:8400:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b4e61d3/0x9da62835f5d6cf08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.754916:0:8400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b4e61d3/0x9da62835f5d6cf08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.754924:0:8400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b4e61d3/0x9da62835f5d6cf08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.754944:0:8400:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764877.755017:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3659:x1862022277208192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47968us (50277us total) trans 4294967882 rc 0/0
00000100:00100000:1.0:1775764877.755025:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922
00010000:00010000:1.0:1775764877.755046:0:15593:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000240cfb78/0x9da62835f5d6cefa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755055:0:15593:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000240cfb78/0x9da62835f5d6cefa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755062:0:15593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000240cfb78/0x9da62835f5d6cefa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755068:0:15593:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000240cfb78/0x9da62835f5d6cefa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755080:0:15593:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1775764877.755141:0:15593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b75e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+17:3659:x1862022277208320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48412us (50491us total) trans 4294967883 rc 0/0
00000100:00100000:1.0:1775764877.755148:0:15593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1920
00010000:00010000:1.0:1775764877.755283:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764877.755289:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d345c533/0x9da62835f5d6cf16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755296:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764877.755301:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d345c533/0x9da62835f5d6cf16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755310:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d345c533/0x9da62835f5d6cf16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755328:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d345c533/0x9da62835f5d6cf16 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755334:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d345c533/0x9da62835f5d6cf16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755351:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764877.755355:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b4e61d3/0x9da62835f5d6cf08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755360:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764877.755364:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b4e61d3/0x9da62835f5d6cf08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755370:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b4e61d3/0x9da62835f5d6cf08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755379:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b4e61d3/0x9da62835f5d6cf08 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755386:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b4e61d3/0x9da62835f5d6cf08 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755398:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764877.755401:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000240cfb78/0x9da62835f5d6cefa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755408:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843000 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764877.755411:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000240cfb78/0x9da62835f5d6cefa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755418:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000240cfb78/0x9da62835f5d6cefa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755427:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000240cfb78/0x9da62835f5d6cefa lrc: 1/0,0 mode: --/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755433:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000240cfb78/0x9da62835f5d6cefa lrc: 0/0,0 mode: --/PW res: [0x280000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.755444:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764877.755446:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764877.755447:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.756395:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764877.756441:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c6a4934a80/2, rc 0, transno 4294967881
00000100:00100000:0.0:1775764877.756463:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277208448:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764877.756708:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764877.756808:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.756903:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293509888
00000100:00100000:3.0:1775764877.756910:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293509888
00010000:00010000:3.0:1775764877.756947:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000959273aa/0x9da62835f5d64d03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446298e expref: 76 pid: 14278 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.756999:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3031
00000100:00100000:3.0:1775764877.757008:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2402:x1862022293509888:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764877.757023:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764877.757029:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000959273aa/0x9da62835f5d64d03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446298e expref: 76 pid: 14278 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.757044:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000959273aa/0x9da62835f5d64d03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446298e expref: 76 pid: 14278 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.757068:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000959273aa/0x9da62835f5d64d03 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446298e expref: 76 pid: 14278 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.757084:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764877.757086:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764877.757091:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aaac17d1/0x9da62835f5d6cf24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.757100:0:15578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaac17d1/0x9da62835f5d6cf24 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.757128:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764877.757171:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2402:x1862022293509888:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 164us (365us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.757178:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3031
00010000:00010000:0.0:1775764877.757312:0:15591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aaac17d1/0x9da62835f5d6cf24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.757323:0:15591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaac17d1/0x9da62835f5d6cf24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.757332:0:15591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaac17d1/0x9da62835f5d6cf24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.757339:0:15591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aaac17d1/0x9da62835f5d6cf24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.757364:0:15591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764877.757509:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+17:3660:x1862022277208576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 49602us (52601us total) trans 4294967884 rc 0/0
00000100:00100000:0.0:1775764877.757517:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926
00000004:00080000:0.0:1775764877.757559:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c6a4935500/2, rc 0, transno 4294967884
00000100:00100000:0.0:1775764877.757565:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277208576:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1775764877.757704:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764877.757710:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aaac17d1/0x9da62835f5d6cf24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.757718:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764877.757721:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaac17d1/0x9da62835f5d6cf24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.757735:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaac17d1/0x9da62835f5d6cf24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.757749:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aaac17d1/0x9da62835f5d6cf24 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.757755:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaac17d1/0x9da62835f5d6cf24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.757774:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764877.757776:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764877.757777:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764877.759237:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277213312:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764877.759294:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764877.759335:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1775764877.759340:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277213440:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764877.759360:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764877.759416:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277213312
00000100:00100000:3.0:1775764877.759423:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277213312
00000100:00100000:3.0:1775764877.759468:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277213440
00000100:00100000:3.0:1775764877.759471:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277213440
00000100:00100000:3.0:1775764877.759486:0:8506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1939
00000100:00100000:3.0:1775764877.759493:0:8506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3658:x1862022277213312:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764877.759515:0:8506:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:182 count 1
00010000:00010000:3.0:1775764877.759538:0:8506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd20eb33/0x9da62835f5d6cfa9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.759556:0:8506:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000da084991/0x9da62835f5d69285 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094463e79 expref: 74 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.759563:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.759566:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.759569:0:8506:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd20eb33/0x9da62835f5d6cfa9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.759592:0:8506:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000da084991/0x9da62835f5d69285 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463e79 expref: 74 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.759605:0:8506:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000da084991/0x9da62835f5d69285 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463e79 expref: 74 pid: 15587 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.759617:0:8506:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8506:1862022277213568:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.759679:0:8506:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7835dbd80 going to sleep for 11 seconds
00000100:00100000:0.0:1775764877.759726:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1940
00000100:00100000:0.0:1775764877.759734:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3658:x1862022277213440:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1775764877.759750:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:149 count 1
00010000:00010000:0.0:1775764877.759762:0:8400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000977b22e2/0x9da62835f5d6cfb0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x95:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.759772:0:8400:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fd794683/0x9da62835f5d660dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094462fd1 expref: 74 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.759779:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764877.759780:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764877.759783:0:8400:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000977b22e2/0x9da62835f5d6cfb0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.759802:0:8400:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fd794683/0x9da62835f5d660dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462fd1 expref: 74 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.759811:0:8400:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fd794683/0x9da62835f5d660dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462fd1 expref: 74 pid: 8400 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.759833:0:8400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c690019880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8400:1862022277213696:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764877.759884:0:8400:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d13c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764877.764246:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.764548:0:15589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293510144
00000100:00100000:0.0:1775764877.764558:0:15589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293510144
00000100:00100000:0.0:1775764877.764621:0:15589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 107
00000100:00100000:0.0:1775764877.764632:0:15589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14453:x1862022293510144:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764877.764712:0:15589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1775764877.764748:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ce21 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e40 expref: 179 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.764770:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764877.764781:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5276800/0x9da62835f5d6ceb4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e6a expref: 178 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.764791:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764877.764794:0:15589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764877.764821:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cfb7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.764836:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cfb7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.764871:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cfb7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.764886:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6cfbe lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.764893:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6cfbe lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.764899:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6cfbe lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.764912:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6cfc5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.764919:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6cfc5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.764930:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6cfc5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765031:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cfcc lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765041:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cfcc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765048:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cfcc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764877.765241:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002547443c reply state 00000000d5536593 transno 4295101397 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cfcc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765254:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cfcc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765261:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764877.765264:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:0.0:1775764877.765267:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000004:00010000:0.0:1775764877.765272:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002547443c reply state 00000000d5536593 transno 4295101397 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6cfc5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765280:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6cfc5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765285:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xbb97fc59 (ffff93c684228e00)
00010000:00010000:0.0:1775764877.765288:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764877.765289:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00010000:00010000:0.0:1775764877.765293:0:15589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cfb7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765299:0:15589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cfb7 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765305:0:15589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cfb7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765311:0:15589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e798600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764877.765315:0:15589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cfb7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765322:0:15589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cfb7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765330:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764877.765332:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764877.765335:0:15589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cfb7 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765341:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6cfb7 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764877.765350:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002547443c reply state 00000000d5536593 transno 4295101397 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6cfbe lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765357:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6cfbe lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.765362:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c795e56e00)
00010000:00010000:0.0:1775764877.765365:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764877.765367:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:0.0:1775764877.765436:0:15589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14453:x1862022293510144:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 805us (1199us total) trans 4295101397 rc 0/0
00000100:00100000:0.0:1775764877.765443:0:15589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 107
00000100:00100000:3.0:1775764877.766924:0:15595:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15595:1862022277210368:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.766950:0:15595:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008d3a4650/0x9da62835f5d6cf55 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.767110:0:15577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15577:1862022277212416:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764877.767124:0:15577:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6cf8d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.767354:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277213824:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764877.767405:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764877.767519:0:15572:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277213824
00000100:00100000:3.0:1775764877.767526:0:15572:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277213824
00000100:00100000:3.0:1775764877.767578:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1941
00000100:00100000:3.0:1775764877.767589:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3660:x1862022277213824:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1775764877.767616:0:15572:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:152 count 1
00010000:00010000:3.0:1775764877.767639:0:15572:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ad99d88/0x9da62835f5d6cfd3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.767668:0:15572:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000be0ecc30/0x9da62835f5d66392 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944630b8 expref: 74 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.767683:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.767686:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.767690:0:15572:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ad99d88/0x9da62835f5d6cfd3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.767718:0:15572:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000be0ecc30/0x9da62835f5d66392 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e144250944630b8 expref: 74 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.767730:0:15572:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000be0ecc30/0x9da62835f5d66392 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944630b8 expref: 74 pid: 15593 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.767744:0:15572:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15572:1862022277213952:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.767797:0:15572:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7835db240 going to sleep for 11 seconds
00000100:00100000:3.0:1775764877.787473:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.787573:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.790311:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.790388:0:15570:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681e3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15570:1862022277210880:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.790417:0:15570:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006370d3dd/0x9da62835f5d6cf5c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.790473:0:15586:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681e3d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15586:1862022277211008:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.790487:0:15586:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d460c3b5/0x9da62835f5d6cf63 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.790536:0:15573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681e3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15573:1862022277211136:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.790548:0:15573:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000067962d89/0x9da62835f5d6cf6a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.790602:0:14278:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14278:1862022277211904:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.790614:0:14278:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a364fa26/0x9da62835f5d6cf78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.790667:0:15596:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15596:1862022277212032:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.790678:0:15596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6cf7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.790726:0:8401:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8401:1862022277212160:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.790737:0:8401:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003fd36a4b/0x9da62835f5d6cf86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.790767:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764877.791159:0:15592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15592:1862022277212800:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764877.791175:0:15592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b805e89f/0x9da62835f5d6cf94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.791201:0:15587:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15587:1862022277211648:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764877.791213:0:15587:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009daf7616/0x9da62835f5d6cf71 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.791233:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293510784
00000100:00100000:1.0:1775764877.791240:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293510784
00000100:00100000:1.0:1775764877.791289:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205269
00000100:00100000:1.0:1775764877.791299:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14454:x1862022293510784:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764877.791321:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764877.791325:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1775764877.791352:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fa00/0x9da62835f5d6ce91 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e5c expref: 179 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.791369:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764877.791374:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764877.791387:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6cfda lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e7f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.791481:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6cfe1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.791494:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6cfe1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.791503:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6cfe1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.791513:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6cfe8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.791523:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6cfe8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.791528:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6cfe8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764877.791888:0:6519:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x72:0x0], index 1: 0
00010000:00010000:1.0:1775764877.792215:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6cfef lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.792226:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6cfef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.792235:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6cfef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.792269:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6cfe1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.792276:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6cfe1 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.792282:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6cfe1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.792288:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764877.792292:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6cfe1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.792299:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6cfe1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.792312:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764877.792315:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764877.792319:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6cfe1 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.792325:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6cfe1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764877.792337:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000075bca76e reply state 0000000040fc30e3 transno 4295101398 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6cfe8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.792349:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6cfe8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.792355:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c692f76700)
00010000:00010000:1.0:1775764877.792357:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764877.792360:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764877.792389:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6cfda lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e7f expref: 181 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.792402:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6cfef lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e7f expref: 180 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.792409:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:1.0:1775764877.792411:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764877.792413:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:1.0:1775764877.792476:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14454:x1862022293510784:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1180us (2175us total) trans 4295101398 rc 0/0
00000100:00100000:1.0:1775764877.792484:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205269
00000100:00100000:1.0:1775764877.792576:0:9884:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab23b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9884:1862022277214080:0@lo:5:osp-pre-1-1.0
00000100:00100000:1.0:1775764877.792621:0:9884:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.792647:0:9884:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.792676:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277214080
00000100:00100000:1.0:1775764877.792681:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277214080
00000100:00100000:1.0:1775764877.792711:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942
00000100:00100000:1.0:1775764877.792718:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:9884:x1862022277214080:12345-0@lo:5:osp-pre-1-1.0
00002000:00080000:1.0:1775764877.792754:0:15574:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 130
00000100:00100000:1.0:1775764877.800239:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293510400
00000100:00100000:1.0:1775764877.800261:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293510400
00000100:00100000:3.0:1775764877.800363:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.800382:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293510528
00000100:00100000:3.0:1775764877.800386:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293510528
00010000:00010000:3.0:1775764877.800416:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003b5f580f/0x9da62835f5d6578a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462cba expref: 75 pid: 15595 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.800456:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293510912
00000100:00100000:3.0:1775764877.800458:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293510912
00010000:00010000:3.0:1775764877.800471:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b03009d2/0x9da62835f5d677c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944636e6 expref: 86 pid: 15573 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.800485:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3032
00010000:00010000:1.0:1775764877.801149:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a78a5a01/0x9da62835f5d67305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463573 expref: 86 pid: 15593 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.801450:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2401:x1862022293510528:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764877.801467:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764877.801473:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000003b5f580f/0x9da62835f5d6578a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462cba expref: 75 pid: 15595 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.801486:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003b5f580f/0x9da62835f5d6578a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462cba expref: 75 pid: 15595 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.801520:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b5f580f/0x9da62835f5d6578a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462cba expref: 75 pid: 15595 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.801536:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764877.801538:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764877.801543:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b805e89f/0x9da62835f5d6cf94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.801552:0:15578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b805e89f/0x9da62835f5d6cf94 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.801584:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764877.801630:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2401:x1862022293510528:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 185us (10863us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.801971:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293511424
00000100:00100000:1.0:1775764877.801975:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293511424
00010000:00010000:1.0:1775764877.801992:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009e047071/0x9da62835f5d64a71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944628ae expref: 88 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.802004:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293511040
00000100:00100000:1.0:1775764877.802007:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293511040
00010000:00010000:1.0:1775764877.802018:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000067fb2e18/0x9da62835f5d66dbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944633dd expref: 89 pid: 15595 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.802028:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293511296
00000100:00100000:1.0:1775764877.802030:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293511296
00010000:00010000:1.0:1775764877.802041:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b19a8230/0x9da62835f5d64d11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446299c expref: 90 pid: 15572 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.802051:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293511552
00000100:00100000:1.0:1775764877.802054:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293511552
00010000:00010000:1.0:1775764877.802065:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003da0ef78/0x9da62835f5d64c38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462941 expref: 91 pid: 15570 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.802074:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293511680
00000100:00100000:1.0:1775764877.802077:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293511680
00010000:00010000:1.0:1775764877.802087:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000057dbe48e/0x9da62835f5d64c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462948 expref: 75 pid: 8400 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.802097:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293511808
00000100:00100000:1.0:1775764877.802099:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293511808
00010000:00010000:1.0:1775764877.802108:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007467d711/0x9da62835f5d65a54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462daf expref: 76 pid: 15573 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.802118:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293511936
00000100:00100000:1.0:1775764877.802120:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293511936
00010000:00010000:1.0:1775764877.802129:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000047eec6c1/0x9da62835f5d65982 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462d5b expref: 77 pid: 15592 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.802139:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293512064
00000100:00100000:1.0:1775764877.802141:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293512064
00010000:00010000:1.0:1775764877.802153:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fd794683/0x9da62835f5d660dd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462fd1 expref: 78 pid: 8400 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.802162:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293512192
00000100:00100000:1.0:1775764877.802165:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293512192
00010000:00010000:1.0:1775764877.802175:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000da084991/0x9da62835f5d69285 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463e79 expref: 79 pid: 15587 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.802185:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293512320
00000100:00100000:1.0:1775764877.802188:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293512320
00010000:00010000:1.0:1775764877.802197:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000be0ecc30/0x9da62835f5d66392 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944630b8 expref: 80 pid: 15593 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.802208:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3033
00000100:00100000:1.0:1775764877.802214:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+91:2403:x1862022293510912:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.802224:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.802229:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000b03009d2/0x9da62835f5d677c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944636e6 expref: 91 pid: 15573 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802239:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b03009d2/0x9da62835f5d677c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944636e6 expref: 91 pid: 15573 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802254:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b03009d2/0x9da62835f5d677c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944636e6 expref: 91 pid: 15573 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802265:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.802266:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.802269:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006370d3dd/0x9da62835f5d6cf5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802276:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006370d3dd/0x9da62835f5d6cf5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802297:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764877.802320:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+90:2403:x1862022293510912:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 106us (1961us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.802331:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3033
00000100:00100000:1.0:1775764877.802362:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3034
00000100:00100000:1.0:1775764877.802368:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2401:x1862022293510400:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.802377:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.802382:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000a78a5a01/0x9da62835f5d67305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463573 expref: 89 pid: 15593 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802394:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a78a5a01/0x9da62835f5d67305 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463573 expref: 89 pid: 15593 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802406:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a78a5a01/0x9da62835f5d67305 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463573 expref: 89 pid: 15593 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802415:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.802416:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.802419:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008d3a4650/0x9da62835f5d6cf55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802427:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d3a4650/0x9da62835f5d6cf55 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802444:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764877.802461:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:2401:x1862022293510400:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 93us (14889us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.802468:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3034
00000100:00100000:1.0:1775764877.802482:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3035
00000100:00100000:1.0:1775764877.802488:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+87:2403:x1862022293511424:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.802495:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.802499:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000009e047071/0x9da62835f5d64a71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944628ae expref: 87 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802510:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009e047071/0x9da62835f5d64a71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944628ae expref: 87 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802532:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e047071/0x9da62835f5d64a71 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944628ae expref: 87 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802542:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.802543:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.802546:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6cf7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802554:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6cf7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802571:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764877.802588:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+86:2403:x1862022293511424:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 100us (1981us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.802594:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3035
00000100:00100000:1.0:1775764877.802619:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3036
00000100:00100000:1.0:1775764877.802626:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+85:2402:x1862022293511040:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.802636:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.802639:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000067fb2e18/0x9da62835f5d66dbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944633dd expref: 85 pid: 15595 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802659:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000067fb2e18/0x9da62835f5d66dbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944633dd expref: 85 pid: 15595 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802672:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067fb2e18/0x9da62835f5d66dbe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944633dd expref: 85 pid: 15595 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802681:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.802682:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.802685:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d460c3b5/0x9da62835f5d6cf63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802692:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d460c3b5/0x9da62835f5d6cf63 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802709:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764877.802725:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+84:2402:x1862022293511040:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 100us (2008us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.802731:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3036
00000100:00100000:1.0:1775764877.802743:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3037
00000100:00100000:1.0:1775764877.802749:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2402:x1862022293511296:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.802756:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.802761:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000b19a8230/0x9da62835f5d64d11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446299c expref: 83 pid: 15572 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802770:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b19a8230/0x9da62835f5d64d11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446299c expref: 83 pid: 15572 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802782:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b19a8230/0x9da62835f5d64d11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446299c expref: 83 pid: 15572 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802792:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.802793:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.802796:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a364fa26/0x9da62835f5d6cf78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.802803:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a364fa26/0x9da62835f5d6cf78 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803007:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764877.803030:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2402:x1862022293511296:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 280us (2297us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.803038:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3037
00000100:00100000:1.0:1775764877.803053:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3038
00000100:00100000:1.0:1775764877.803058:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2402:x1862022293511552:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.803065:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.803069:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000003da0ef78/0x9da62835f5d64c38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462941 expref: 81 pid: 15570 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803079:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003da0ef78/0x9da62835f5d64c38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462941 expref: 81 pid: 15570 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803092:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003da0ef78/0x9da62835f5d64c38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462941 expref: 81 pid: 15570 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803101:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.803103:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.803106:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009daf7616/0x9da62835f5d6cf71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803113:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009daf7616/0x9da62835f5d6cf71 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803130:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764877.803148:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2402:x1862022293511552:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 90us (2405us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.803154:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3038
00000100:00100000:1.0:1775764877.803167:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3039
00000100:00100000:1.0:1775764877.803173:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2402:x1862022293511680:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.803181:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.803186:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000057dbe48e/0x9da62835f5d64c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462948 expref: 80 pid: 8400 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803196:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000057dbe48e/0x9da62835f5d64c3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462948 expref: 80 pid: 8400 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803209:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057dbe48e/0x9da62835f5d64c3f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462948 expref: 80 pid: 8400 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803219:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.803221:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.803224:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003fd36a4b/0x9da62835f5d6cf86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803231:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fd36a4b/0x9da62835f5d6cf86 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803248:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764877.803266:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2402:x1862022293511680:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 92us (2511us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.803272:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3039
00000100:00100000:1.0:1775764877.803284:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3040
00000100:00100000:1.0:1775764877.803290:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2401:x1862022293511808:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.803299:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.803304:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000007467d711/0x9da62835f5d65a54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462daf expref: 78 pid: 15573 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803312:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007467d711/0x9da62835f5d65a54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462daf expref: 78 pid: 15573 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803324:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007467d711/0x9da62835f5d65a54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462daf expref: 78 pid: 15573 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803332:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.803334:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.803336:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009567279e/0x9da62835f5d6cf9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803343:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009567279e/0x9da62835f5d6cf9b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803360:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764877.803374:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2401:x1862022293511808:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 85us (2607us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.803380:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3040
00000100:00100000:1.0:1775764877.803391:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3041
00000100:00100000:1.0:1775764877.803397:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2403:x1862022293511936:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.803404:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.803409:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000047eec6c1/0x9da62835f5d65982 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462d5b expref: 76 pid: 15592 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803418:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000047eec6c1/0x9da62835f5d65982 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462d5b expref: 76 pid: 15592 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803428:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.803430:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.803433:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000568b25d0/0x9da62835f5d6cfa2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803440:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000568b25d0/0x9da62835f5d6cfa2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803455:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764877.803468:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2403:x1862022293511936:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 71us (2671us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.803475:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3041
00000100:00100000:1.0:1775764877.803487:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3042
00000100:00100000:1.0:1775764877.803494:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2403:x1862022293512064:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.803502:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.803507:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fd794683/0x9da62835f5d660dd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462fd1 expref: 75 pid: 8400 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803794:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fd794683/0x9da62835f5d660dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462fd1 expref: 74 pid: 8400 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803805:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.803806:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.803809:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000977b22e2/0x9da62835f5d6cfb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803903:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000977b22e2/0x9da62835f5d6cfb0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.803920:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764877.803936:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2403:x1862022293512064:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 443us (2697us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.803942:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3042
00000100:00100000:1.0:1775764877.803973:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3045
00000100:00100000:1.0:1775764877.803980:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2403:x1862022293511168:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.803987:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.803993:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d67a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944637db expref: 79 pid: 15577 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.804003:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d67a83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944637db expref: 79 pid: 15577 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.804016:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d67a83 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944637db expref: 79 pid: 15577 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.804026:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.804027:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.804030:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000067962d89/0x9da62835f5d6cf6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.804037:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067962d89/0x9da62835f5d6cf6a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.804056:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764877.804070:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2403:x1862022293511168:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 91us (3481us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.804076:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3045
00010000:00010000:1.0:1775764877.804107:0:15587:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009daf7616/0x9da62835f5d6cf71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.804122:0:15587:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009daf7616/0x9da62835f5d6cf71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.804133:0:15587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009daf7616/0x9da62835f5d6cf71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.804142:0:15587:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009daf7616/0x9da62835f5d6cf71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.804159:0:15587:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764877.804339:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3032
00010000:00010000:3.0:1775764877.804365:0:15570:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006370d3dd/0x9da62835f5d6cf5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.804373:0:15570:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006370d3dd/0x9da62835f5d6cf5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.804381:0:15570:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006370d3dd/0x9da62835f5d6cf5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.804387:0:15570:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006370d3dd/0x9da62835f5d6cf5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.804400:0:15570:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:0.0:1775764877.804645:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd794683/0x9da62835f5d660dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462fd1 expref: 71 pid: 8400 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.804668:0:8400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c690019880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8400:1862022277213696:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764877.804687:0:8400:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000977b22e2/0x9da62835f5d6cfb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.804696:0:8400:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000977b22e2/0x9da62835f5d6cfb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.804702:0:8400:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000977b22e2/0x9da62835f5d6cfb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.804711:0:8400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000977b22e2/0x9da62835f5d6cfb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.804723:0:8400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000977b22e2/0x9da62835f5d6cfb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.804730:0:8400:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:1.0:1775764877.804928:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:3661:x1862022277211520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 65665us (65731us total) trans 4294967849 rc 0/0
00000100:00100000:1.0:1775764877.804937:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931
00010000:00010000:1.0:1775764877.804957:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:1.0:1775764877.804963:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009daf7616/0x9da62835f5d6cf71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.804970:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843200 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764877.804974:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009daf7616/0x9da62835f5d6cf71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.804983:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009daf7616/0x9da62835f5d6cf71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.804997:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009daf7616/0x9da62835f5d6cf71 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805004:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009daf7616/0x9da62835f5d6cf71 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805021:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1775764877.805024:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009567279e/0x9da62835f5d6cf9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805030:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebdc00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764877.805033:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009567279e/0x9da62835f5d6cf9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805041:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009567279e/0x9da62835f5d6cf9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805049:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009567279e/0x9da62835f5d6cf9b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805056:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009567279e/0x9da62835f5d6cf9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805066:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764877.805069:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006370d3dd/0x9da62835f5d6cf5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805075:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5600 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764877.805078:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006370d3dd/0x9da62835f5d6cf5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805085:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006370d3dd/0x9da62835f5d6cf5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805092:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006370d3dd/0x9da62835f5d6cf5c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805099:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006370d3dd/0x9da62835f5d6cf5c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805110:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764877.805113:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000977b22e2/0x9da62835f5d6cfb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805119:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799400 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764877.805122:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000977b22e2/0x9da62835f5d6cfb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805129:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000977b22e2/0x9da62835f5d6cfb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805137:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000977b22e2/0x9da62835f5d6cfb0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805143:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000977b22e2/0x9da62835f5d6cfb0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.805154:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764877.805156:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764877.805157:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764877.805182:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69ab22d80/2, rc 0, transno 4294967849
00000100:00100000:1.0:1775764877.805193:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277211520:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1775764877.805203:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c681e3f480/2, rc 0, transno 4294967850
00000100:00100000:1.0:1775764877.805206:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681e3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277210752:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764877.805284:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277214208:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764877.805320:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764877.807920:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3658:x1862022277213440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48185us (48556us total) trans 4294967886 rc 0/0
00000100:00100000:0.0:1775764877.807930:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1940
00000100:00100000:0.0:1775764877.807947:0:8400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293512576
00000100:00100000:0.0:1775764877.807952:0:8400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293512576
00000100:00100000:0.0:1775764877.807976:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1945
00000100:00100000:0.0:1775764877.807996:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2401:x1862022293512576:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.808006:0:8400:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.808019:0:8400:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085455df9/0x9da62835f5d6d020 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x72:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e8d expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764877.808040:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x72:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764877.808053:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.808055:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.808061:0:8400:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085455df9/0x9da62835f5d6d020 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e8d expref: 79 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808075:0:8400:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000085455df9/0x9da62835f5d6d020 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e8d expref: 79 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808086:0:8400:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28200, rc 0)
00000100:00100000:0.0:1775764877.808106:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2401:x1862022293512576:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 113us (679us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.808112:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1945
00010000:00010000:0.0:1775764877.808149:0:15594:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047eec6c1/0x9da62835f5d65982 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462d5b expref: 70 pid: 15592 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.808161:0:15594:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15594:1862022277213184:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764877.808179:0:15594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000568b25d0/0x9da62835f5d6cfa2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808188:0:15594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000568b25d0/0x9da62835f5d6cfa2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808195:0:15594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000568b25d0/0x9da62835f5d6cfa2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808203:0:15594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000568b25d0/0x9da62835f5d6cfa2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808210:0:15594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000568b25d0/0x9da62835f5d6cfa2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808225:0:15594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764877.808332:0:15594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+20:3660:x1862022277213056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 55718us (55788us total) trans 4294967887 rc 0/0
00000100:00100000:0.0:1775764877.808339:0:15594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1938
00010000:00010000:0.0:1775764877.808355:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764877.808360:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000568b25d0/0x9da62835f5d6cfa2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808367:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799c00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764877.808371:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000568b25d0/0x9da62835f5d6cfa2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808379:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000568b25d0/0x9da62835f5d6cfa2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808392:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000568b25d0/0x9da62835f5d6cfa2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808399:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000568b25d0/0x9da62835f5d6cfa2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808415:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.808416:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.808418:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.808443:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c9645e71/0x9da62835f5d657bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462ccf expref: 78 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.808471:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3046
00000100:00100000:0.0:1775764877.808478:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2401:x1862022293510272:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.808487:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.808492:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000c9645e71/0x9da62835f5d657bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462ccf expref: 78 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808505:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c9645e71/0x9da62835f5d657bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462ccf expref: 78 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808517:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9645e71/0x9da62835f5d657bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462ccf expref: 78 pid: 8506 timeout: 2231 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808527:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.808529:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.808532:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6cf8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808539:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6cf8d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808559:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764877.808571:0:15577:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6cf8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808579:0:15577:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6cf8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808587:0:15577:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6cf8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808594:0:15577:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6cf8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808611:0:15577:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764877.808712:0:15577:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3659:x1862022277212288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 65095us (65334us total) trans 4294967851 rc 0/0
00000100:00100000:0.0:1775764877.808719:0:15577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1935
00010000:00010000:0.0:1775764877.808735:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764877.808739:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6cf8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808746:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764877.808749:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6cf8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808757:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6cf8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808767:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6cf8d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808773:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6cf8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.808786:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.808788:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.808789:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764877.808814:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69ab20700/2, rc 0, transno 4294967886
00000100:00100000:0.0:1775764877.808819:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277213440:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764877.808871:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2401:x1862022293510272:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 393us (21407us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.808879:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3046
00000004:00080000:0.0:1775764877.808931:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c6829e3800/2, rc 0, transno 4294967887
00000100:00100000:0.0:1775764877.808935:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6829e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277213056:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764877.808944:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c6915ca680/2, rc 0, transno 4294967885
00000100:00100000:0.0:1775764877.808947:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277212672:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764877.810074:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c682a15880/2, rc 0, transno 4294967852
00000100:00100000:1.0:1775764877.810081:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277210624:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1775764877.811032:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1775764877.811040:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d460c3b5/0x9da62835f5d6cf63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811049:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4600 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764877.811053:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d460c3b5/0x9da62835f5d6cf63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811062:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d460c3b5/0x9da62835f5d6cf63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811081:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d460c3b5/0x9da62835f5d6cf63 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811089:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d460c3b5/0x9da62835f5d6cf63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811108:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1775764877.811112:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6cf7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811119:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4c00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764877.811122:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6cf7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811128:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6cf7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811136:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6cf7f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811142:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6cf7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811154:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764877.811157:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008d3a4650/0x9da62835f5d6cf55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811162:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764877.811165:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008d3a4650/0x9da62835f5d6cf55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811172:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008d3a4650/0x9da62835f5d6cf55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811184:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008d3a4650/0x9da62835f5d6cf55 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811190:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d3a4650/0x9da62835f5d6cf55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811202:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764877.811205:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd20eb33/0x9da62835f5d6cfa9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811212:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5200 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764877.811214:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd20eb33/0x9da62835f5d6cfa9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811221:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd20eb33/0x9da62835f5d6cfa9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811230:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd20eb33/0x9da62835f5d6cfa9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811236:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd20eb33/0x9da62835f5d6cfa9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.811247:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.811248:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764877.811250:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764877.811279:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69ab21880/2, rc 0, transno 4294967888
00000100:00100000:0.0:1775764877.811286:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277213312:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1775764877.811401:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c690019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1862022277214720:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1775764877.814054:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+23:3661:x1862022277210752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 76851us (76961us total) trans 4294967850 rc 0/0
00000100:00100000:3.0:1775764877.814062:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1928
00000100:00100000:1.0:1775764877.818191:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c690019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277214976:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764877.818258:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.818312:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1775764877.818319:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277214848:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764877.818349:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764877.818399:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:9884:x1862022277214080:12345-0@lo:5:osp-pre-1-1.0 Request processed in 25681us (25777us total) trans 4294967855 rc 0/0
00000100:00100000:1.0:1775764877.818410:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942
00000100:00100000:1.0:1775764877.818462:0:9884:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab23b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9884:1862022277214080:0@lo:5:osp-pre-1-1.0
00000004:00080000:1.0:1775764877.818475:0:9884:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x72:0x0]-[0x2c0000400:0xa1:0x0]
00000100:00100000:1.0:1775764877.818495:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277214976
00000100:00100000:1.0:1775764877.818501:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277214976
00000100:00100000:3.0:1775764877.818518:0:15594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277214848
00000100:00100000:3.0:1775764877.818523:0:15594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277214848
00000100:00100000:3.0:1775764877.818557:0:15594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946
00000100:00100000:3.0:1775764877.818565:0:15594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+24:3661:x1862022277214848:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764877.818590:0:15594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:150 count 1
00010000:00010000:3.0:1775764877.818624:0:15594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e118a6d/0x9da62835f5d6d027 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.818656:0:15594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a8ae176a/0x9da62835f5d662ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446306b expref: 76 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.818664:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.818667:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.818670:0:15594:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e118a6d/0x9da62835f5d6d027 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.818709:0:15594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a8ae176a/0x9da62835f5d662ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446306b expref: 76 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.818721:0:15594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a8ae176a/0x9da62835f5d662ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446306b expref: 76 pid: 8401 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.818733:0:15594:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15594:1862022277215232:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.818793:0:15594:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790b063c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.818942:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1947
00000100:00100000:1.0:1775764877.818949:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:3661:x1862022277214976:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1775764877.818964:0:15574:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:152 count 1
00010000:00010000:1.0:1775764877.818976:0:15574:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000240cfb78/0x9da62835f5d6d02e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.818988:0:15574:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c3270f5e/0x9da62835f5d66495 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094463105 expref: 76 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.818994:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.818995:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764877.818997:0:15574:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000240cfb78/0x9da62835f5d6d02e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.819015:0:15574:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c3270f5e/0x9da62835f5d66495 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463105 expref: 76 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.819023:0:15574:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c3270f5e/0x9da62835f5d66495 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463105 expref: 76 pid: 15577 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.819033:0:15574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15574:1862022277215360:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764877.819062:0:15574:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.819099:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277215104:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1775764877.819123:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1775764877.819216:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69ab21c00/2, rc 0, transno 4294967890
00000100:00100000:1.0:1775764877.819224:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277213824:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1775764877.819237:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c6915e5880/2, rc 0, transno 4294967891
00000100:00100000:1.0:1775764877.819239:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277211776:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1775764877.819260:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764877.821304:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1775764877.822775:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c6915c8000/2, rc 0, transno 4294967889
00000100:00100000:0.0:1775764877.822786:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1862022277212544:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1775764877.822799:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69ab22680/2, rc 0, transno 4294967857
00000100:00100000:3.0:1775764877.823026:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277215104
00000100:00100000:3.0:1775764877.823034:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277215104
00000100:00100000:3.0:1775764877.823090:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277214720
00000100:00100000:3.0:1775764877.823093:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277214720
00000100:00100000:3.0:1775764877.823116:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1948
00000100:00100000:3.0:1775764877.823124:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+26:3658:x1862022277215104:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764877.823157:0:15591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:149 count 1
00010000:00010000:3.0:1775764877.823183:0:15591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d6d035 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.823209:0:15591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059e574d8/0x9da62835f5d661c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446301e expref: 76 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.823217:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.823219:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.823222:0:15591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d6d035 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.823256:0:15591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059e574d8/0x9da62835f5d661c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446301e expref: 76 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.823268:0:15591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059e574d8/0x9da62835f5d661c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446301e expref: 76 pid: 15570 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.823282:0:15591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15591:1862022277215488:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.823356:0:15591:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7812ed540 going to sleep for 11 seconds
00000100:00100000:3.0:1775764877.823377:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1949
00000100:00100000:3.0:1775764877.823385:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b75eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3659:x1862022277214720:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1775764877.823398:0:15596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:183 count 1
00010000:00010000:3.0:1775764877.823410:0:15596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000643082c5/0x9da62835f5d6d03c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.823423:0:15596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004590fbb1/0x9da62835f5d69499 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094463f1a expref: 76 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.823435:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.823436:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764877.823439:0:15596:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000643082c5/0x9da62835f5d6d03c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.823457:0:15596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004590fbb1/0x9da62835f5d69499 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463f1a expref: 76 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.823466:0:15596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004590fbb1/0x9da62835f5d69499 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463f1a expref: 76 pid: 15591 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.823476:0:15596:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15596:1862022277215616:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764877.823500:0:15596:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b64e3180 going to sleep for 11 seconds
00000100:00100000:0.0:1775764877.823641:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1862022277211392:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1775764877.823668:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c682a14000/2, rc 0, transno 4294967856
00000100:00100000:0.0:1775764877.823673:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1862022277210496:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764877.823748:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1775764877.823757:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c690018a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277215744:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764877.823793:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764877.823833:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277215744
00000100:00100000:0.0:1775764877.823862:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277215744
00000100:00100000:0.0:1775764877.823889:0:8506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1950
00000100:00100000:0.0:1775764877.823895:0:8506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:3658:x1862022277215744:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1775764877.823909:0:8506:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:153 count 1
00010000:00010000:0.0:1775764877.823923:0:8506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d043 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.823935:0:8506:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aca17975/0x9da62835f5d6651a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094463136 expref: 76 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.823941:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764877.823943:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764877.823945:0:8506:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d043 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.823964:0:8506:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aca17975/0x9da62835f5d6651a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463136 expref: 76 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.823973:0:8506:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aca17975/0x9da62835f5d6651a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463136 expref: 76 pid: 15591 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.823996:0:8506:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8506:1862022277215872:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764877.824021:0:8506:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d16c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.848466:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764877.848551:0:15574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15574:1862022277215360:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764877.848579:0:15574:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000240cfb78/0x9da62835f5d6d02e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.848618:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764877.848641:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293513216
00000100:00100000:1.0:1775764877.848657:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293513216
00010000:00010000:1.0:1775764877.848692:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000042ff158e/0x9da62835f5d65990 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462d69 expref: 77 pid: 8400 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.848723:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3047
00000100:00100000:1.0:1775764877.848731:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2400:x1862022293513216:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.848745:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.848750:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000042ff158e/0x9da62835f5d65990 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462d69 expref: 77 pid: 8400 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.848761:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000042ff158e/0x9da62835f5d65990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462d69 expref: 77 pid: 8400 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.848785:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.848787:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.848791:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6d004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.848801:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6d004 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.848819:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764877.848888:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2400:x1862022293513216:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 157us (268us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.848896:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3047
00000100:00100000:1.0:1775764877.848930:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764877.848951:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293512960
00000100:00100000:1.0:1775764877.848954:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293512960
00010000:00010000:1.0:1775764877.848968:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a8ae176a/0x9da62835f5d662ab lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446306b expref: 77 pid: 8401 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.849119:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293512704
00000100:00100000:0.0:1775764877.849124:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293512704
00000100:00100000:0.0:1775764877.849156:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205271
00000100:00100000:0.0:1775764877.849162:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293512704:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.849182:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.849202:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d04a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e94 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.849260:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d051 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.849273:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d051 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.849283:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d051 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764877.849332:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007b:0x0]: returning size 4096
00000004:00200000:0.0:1775764877.849337:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764877.849356:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d051 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.849377:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d04a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e94 expref: 183 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.849394:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d051 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e94 expref: 182 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.849402:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764877.849404:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764877.849407:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29400, rc 0)
00000100:00100000:0.0:1775764877.849432:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14453:x1862022293512704:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 271us (976us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.849444:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205271
00000100:00100000:0.0:1775764877.849466:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3048
00000100:00100000:0.0:1775764877.849474:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2402:x1862022293512960:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.849482:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.849488:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a8ae176a/0x9da62835f5d662ab lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446306b expref: 77 pid: 8401 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.849497:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a8ae176a/0x9da62835f5d662ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446306b expref: 77 pid: 8401 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.849517:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.849519:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.849522:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e118a6d/0x9da62835f5d6d027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.849529:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e118a6d/0x9da62835f5d6d027 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.849542:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.849560:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2402:x1862022293512960:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 87us (629us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.849566:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3048
00000100:00100000:0.0:1775764877.849616:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.849637:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.849699:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.849725:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.849741:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293512832
00000100:00100000:0.0:1775764877.849744:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293512832
00010000:00010000:0.0:1775764877.849758:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f05312f/0x9da62835f5d65a62 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462dbd expref: 77 pid: 15586 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.849770:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293513088
00000100:00100000:0.0:1775764877.849771:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293513088
00010000:00010000:0.0:1775764877.849781:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c3270f5e/0x9da62835f5d66495 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463105 expref: 78 pid: 15577 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.849790:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293513344
00000100:00100000:0.0:1775764877.849793:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293513344
00010000:00010000:0.0:1775764877.849801:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059e574d8/0x9da62835f5d661c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446301e expref: 79 pid: 15570 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.849811:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3049
00000100:00100000:0.0:1775764877.849816:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2402:x1862022293512832:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.849829:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.849834:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f05312f/0x9da62835f5d65a62 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462dbd expref: 79 pid: 15586 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.849878:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f05312f/0x9da62835f5d65a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462dbd expref: 79 pid: 15586 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.849891:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.849893:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.849895:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c657c705/0x9da62835f5d6cffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.849902:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c657c705/0x9da62835f5d6cffd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.849926:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.849944:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2402:x1862022293512832:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 127us (328us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.849951:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3049
00000100:00100000:0.0:1775764877.849964:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3050
00000100:00100000:0.0:1775764877.849969:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2402:x1862022293513088:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.849977:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.849992:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c3270f5e/0x9da62835f5d66495 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463105 expref: 78 pid: 15577 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850001:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c3270f5e/0x9da62835f5d66495 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463105 expref: 78 pid: 15577 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850013:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3270f5e/0x9da62835f5d66495 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463105 expref: 78 pid: 15577 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850023:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.850025:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.850027:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000240cfb78/0x9da62835f5d6d02e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850034:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000240cfb78/0x9da62835f5d6d02e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850052:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.850069:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2402:x1862022293513088:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 100us (431us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.850075:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3050
00000100:00100000:0.0:1775764877.850088:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3051
00000100:00100000:0.0:1775764877.850094:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2402:x1862022293513344:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.850101:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.850104:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059e574d8/0x9da62835f5d661c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446301e expref: 76 pid: 15570 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850115:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059e574d8/0x9da62835f5d661c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446301e expref: 76 pid: 15570 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850127:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.850128:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.850131:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d6d035 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850139:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d6d035 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850150:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.850166:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2402:x1862022293513344:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 73us (440us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.850172:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3051
00010000:00010000:0.0:1775764877.850329:0:15574:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000240cfb78/0x9da62835f5d6d02e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850338:0:15574:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000240cfb78/0x9da62835f5d6d02e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850356:0:15574:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000240cfb78/0x9da62835f5d6d02e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850367:0:15574:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000240cfb78/0x9da62835f5d6d02e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850382:0:15574:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764877.850505:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+28:3661:x1862022277214976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31557us (32247us total) trans 4294967858 rc 0/0
00000100:00100000:0.0:1775764877.850513:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1947
00000100:00100000:0.0:1775764877.850525:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293513472
00000100:00100000:0.0:1775764877.850528:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293513472
00000100:00100000:0.0:1775764877.850545:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1951
00000100:00100000:0.0:1775764877.850550:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:14454:x1862022293513472:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764877.850558:0:15574:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764877.850567:0:15574:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a8331f67/0x9da62835f5d6d058 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464e9b expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850583:0:15574:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000085455df9/0x9da62835f5d6d020 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e8d expref: 77 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850590:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.850591:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764877.850595:0:15574:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a8331f67/0x9da62835f5d6d058 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x72:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e9b expref: 77 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850619:0:15574:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000085455df9/0x9da62835f5d6d020 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e8d expref: 77 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.850629:0:15574:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000085455df9/0x9da62835f5d6d020 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e8d expref: 77 pid: 8400 timeout: 2232 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.850659:0:15574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15574:1862022277216000:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764877.850703:0:15574:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7887da6c0 going to sleep for 11 seconds
00000004:00080000:0.0:1775764877.850739:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c690019180/2, rc 0, transno 4294967858
00000100:00100000:0.0:1775764877.850745:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c690019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277214976:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764877.851084:0:15587:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042ff158e/0x9da62835f5d65990 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094462d69 expref: 77 pid: 8400 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.851098:0:15587:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15587:1862022277214592:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.851113:0:15587:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6d004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851121:0:15587:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6d004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851128:0:15587:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6d004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851138:0:15587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6d004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851145:0:15587:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6d004 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851160:0:15587:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764877.851247:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3659:x1862022277214336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44973us (45023us total) trans 4294967859 rc 0/0
00000100:00100000:3.0:1775764877.851253:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1944
00010000:00010000:3.0:1775764877.851283:0:15594:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a8ae176a/0x9da62835f5d662ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446306b expref: 76 pid: 8401 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.851292:0:15594:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15594:1862022277215232:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.851303:0:15594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e118a6d/0x9da62835f5d6d027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851311:0:15594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e118a6d/0x9da62835f5d6d027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851318:0:15594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e118a6d/0x9da62835f5d6d027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851326:0:15594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e118a6d/0x9da62835f5d6d027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851334:0:15594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e118a6d/0x9da62835f5d6d027 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851351:0:15594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1775764877.851411:0:15594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+28:3661:x1862022277214848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32848us (33072us total) trans 4294967860 rc 0/0
00000100:00100000:3.0:1775764877.851417:0:15594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946
00000100:00100000:3.0:1775764877.851442:0:15596:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15596:1862022277215616:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.851452:0:15596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000643082c5/0x9da62835f5d6d03c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764877.851475:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69ab23100/2, rc 0, transno 4294967859
00000100:00100000:3.0:1775764877.851479:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1862022277214336:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764877.851490:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1775764877.851497:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000240cfb78/0x9da62835f5d6d02e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851505:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843000 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764877.851509:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000240cfb78/0x9da62835f5d6d02e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851518:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000240cfb78/0x9da62835f5d6d02e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851538:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000240cfb78/0x9da62835f5d6d02e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851546:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000240cfb78/0x9da62835f5d6d02e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851561:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764877.851564:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6d004 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851570:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764877.851573:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6d004 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851580:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6d004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851588:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6d004 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851594:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090e239c4/0x9da62835f5d6d004 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851605:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764877.851608:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e118a6d/0x9da62835f5d6d027 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851614:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5c00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764877.851616:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e118a6d/0x9da62835f5d6d027 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851622:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e118a6d/0x9da62835f5d6d027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851630:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e118a6d/0x9da62835f5d6d027 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851637:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e118a6d/0x9da62835f5d6d027 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851661:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764877.851662:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764877.851664:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764877.851682:0:15591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059e574d8/0x9da62835f5d661c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446301e expref: 75 pid: 15570 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.851692:0:15591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15591:1862022277215488:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764877.851701:0:15591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d6d035 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851709:0:15591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d6d035 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851716:0:15591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d6d035 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851724:0:15591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d6d035 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851731:0:15591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d6d035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851742:0:15591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764877.851802:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+28:3658:x1862022277215104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28679us (32678us total) trans 4294967861 rc 0/0
00000100:00100000:3.0:1775764877.851807:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1948
00000004:00080000:3.0:1775764877.851831:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69001a300/2, rc 0, transno 4294967861
00000100:00100000:3.0:1775764877.851835:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277215104:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764877.851872:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764877.851876:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d6d035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851883:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764877.851886:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d6d035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851894:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d6d035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851905:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d6d035 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851912:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3e2f84e/0x9da62835f5d6d035 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.851925:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764877.851926:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764877.851928:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764877.851944:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69001ad80/2, rc 0, transno 4294967860
00000100:00100000:3.0:1775764877.851948:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277214848:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764877.852043:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764877.853129:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764877.855730:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69ab23800/2, rc 0, transno 4294967862
00000100:00100000:0.0:1775764877.855744:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277214208:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1775764877.861597:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.861632:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.861885:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293513600
00000100:00100000:3.0:1775764877.861893:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293513600
00010000:00010000:3.0:1775764877.861929:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aca17975/0x9da62835f5d6651a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463136 expref: 74 pid: 15591 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.861954:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293513728
00000100:00100000:3.0:1775764877.861958:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293513728
00010000:00010000:3.0:1775764877.861970:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004590fbb1/0x9da62835f5d69499 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463f1a expref: 75 pid: 15591 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764877.862004:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3052
00000100:00100000:3.0:1775764877.862013:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2402:x1862022293513600:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764877.862026:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764877.862035:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aca17975/0x9da62835f5d6651a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463136 expref: 75 pid: 15591 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862045:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aca17975/0x9da62835f5d6651a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463136 expref: 75 pid: 15591 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862065:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aca17975/0x9da62835f5d6651a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463136 expref: 75 pid: 15591 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862079:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764877.862081:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764877.862086:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862094:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d043 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862113:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764877.862152:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2402:x1862022293513600:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 140us (564us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.862159:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3052
00000100:00100000:3.0:1775764877.862173:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3053
00000100:00100000:3.0:1775764877.862179:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2402:x1862022293513728:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764877.862185:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764877.862189:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004590fbb1/0x9da62835f5d69499 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463f1a expref: 73 pid: 15591 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862203:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004590fbb1/0x9da62835f5d69499 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463f1a expref: 73 pid: 15591 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862211:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004590fbb1/0x9da62835f5d69499 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094463f1a expref: 73 pid: 15591 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862218:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764877.862219:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764877.862221:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000643082c5/0x9da62835f5d6d03c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862226:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000643082c5/0x9da62835f5d6d03c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862238:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764877.862250:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293513728:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 72us (619us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.862253:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3053
00010000:00010000:3.0:1775764877.862266:0:15596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000643082c5/0x9da62835f5d6d03c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862272:0:15596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000643082c5/0x9da62835f5d6d03c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862278:0:15596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000643082c5/0x9da62835f5d6d03c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862284:0:15596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000643082c5/0x9da62835f5d6d03c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862295:0:15596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764877.862443:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b75eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+28:3659:x1862022277214720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39058us (41143us total) trans 4294967863 rc 0/0
00000100:00100000:3.0:1775764877.862450:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1949
00000004:00080000:3.0:1775764877.862546:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c690019880/2, rc 0, transno 4294967863
00000100:00100000:3.0:1775764877.862553:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c690019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1862022277214720:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764877.862569:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764877.862575:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000643082c5/0x9da62835f5d6d03c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862583:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764877.862588:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000643082c5/0x9da62835f5d6d03c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862597:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000643082c5/0x9da62835f5d6d03c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862610:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000643082c5/0x9da62835f5d6d03c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862617:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000643082c5/0x9da62835f5d6d03c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.862640:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764877.862641:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764877.862643:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764877.862977:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c690018a80/2, rc 0, transno 4294967864
00000100:00100000:1.0:1775764877.862983:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c690018a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277215744:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1775764877.863683:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764877.863690:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d043 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.863700:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764877.863703:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d043 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.863712:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.863727:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d043 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.863735:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d043 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.863753:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764877.863754:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764877.863756:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764877.866024:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764877.869804:0:15574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15574:1862022277216000:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764877.869874:0:15574:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a8331f67/0x9da62835f5d6d058 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x72:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e9b expref: 71 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.869897:0:15574:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29200, rc 0)
00000100:00100000:1.0:1775764877.869950:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:14454:x1862022293513472:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 19398us (20249us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.869960:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1951
00000100:00100000:0.0:1775764877.872049:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764877.872181:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293513984
00000100:00100000:1.0:1775764877.872192:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293513984
00010000:00010000:1.0:1775764877.872228:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000085455df9/0x9da62835f5d6d020 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e8d expref: 71 pid: 8400 timeout: 2232 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.872269:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3054
00000100:00100000:1.0:1775764877.872279:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2402:x1862022293513984:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.872294:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.872318:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000085455df9/0x9da62835f5d6d020 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e8d expref: 71 pid: 8400 timeout: 2232 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.872333:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000085455df9/0x9da62835f5d6d020 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e8d expref: 71 pid: 8400 timeout: 2232 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.872357:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085455df9/0x9da62835f5d6d020 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e8d expref: 71 pid: 8400 timeout: 2232 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.872374:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.872376:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.872382:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a8331f67/0x9da62835f5d6d058 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e9b expref: 70 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.872392:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a8331f67/0x9da62835f5d6d058 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e9b expref: 70 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.872428:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a8331f67/0x9da62835f5d6d058 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e9b expref: 70 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.872447:0:6504:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b37b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6504:1862022277216128:192.168.202.56@tcp:105:
00000100:00100000:1.0:1775764877.872521:0:6504:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.883045:0:6504:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b37b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6504:1862022277216128:192.168.202.56@tcp:105:
00010000:00010000:1.0:1775764877.883074:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764877.883139:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2402:x1862022293513984:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 10860us (11097us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.883150:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3054
00000100:00100000:3.0:1775764877.892555:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764877.892674:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293514240
00000100:00100000:1.0:1775764877.892685:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293514240
00000100:00100000:1.0:1775764877.892755:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205272
00000100:00100000:1.0:1775764877.892766:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14453:x1862022293514240:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764877.892787:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764877.892808:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d05f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ea2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.892935:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d066 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.892951:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d066 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.892964:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d066 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.892976:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d06d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893157:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d06d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893164:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d06d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893204:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d066 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893211:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d066 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893218:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d066 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893223:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764877.893227:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d066 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893235:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d066 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893246:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764877.893248:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764877.893253:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d066 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893259:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d066 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893272:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d06d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893279:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d06d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893284:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d06d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893289:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764877.893291:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d06d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893298:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d06d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893305:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c795e56e00)
00010000:00010000:1.0:1775764877.893307:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764877.893311:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d06d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893316:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d06d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893346:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d05f lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ea2 expref: 183 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893357:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764877.893359:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:1.0:1775764877.893363:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d05f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ea2 expref: 183 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.893377:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843200, rc 0)
00000100:00100000:1.0:1775764877.893432:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14453:x1862022293514240:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 668us (887us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764877.893440:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205272
00000100:00100000:0.0:1775764877.915043:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764877.915086:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.915176:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293514752
00000100:00100000:3.0:1775764877.915187:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293514752
00000100:00100000:3.0:1775764877.915244:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2810
00000100:00100000:3.0:1775764877.915253:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14454:x1862022293514752:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764877.915605:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14454:x1862022293514752:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 352us (516us total) trans 4295101399 rc 0/0
00000100:00100000:3.0:1775764877.915613:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2810
00000100:00100000:0.0:1775764877.916568:0:8499:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c699477480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8499:1862022277216256:0@lo:5:osp-pre-0-1.0
00000100:00100000:0.0:1775764877.916617:0:8499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764877.916663:0:8499:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7887da6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764877.916797:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277216256
00000100:00100000:3.0:1775764877.916806:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277216256
00000100:00100000:3.0:1775764877.916867:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1952
00000100:00100000:3.0:1775764877.916875:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:8499:x1862022277216256:12345-0@lo:5:osp-pre-0-1.0
00002000:00080000:3.0:1775764877.916906:0:14278:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 130
00000100:00100000:3.0:1775764877.918500:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:8499:x1862022277216256:12345-0@lo:5:osp-pre-0-1.0 Request processed in 1622us (1879us total) trans 4294967892 rc 0/0
00000100:00100000:3.0:1775764877.918511:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1952
00000100:00100000:3.0:1775764877.919140:0:8499:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c699477480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8499:1862022277216256:0@lo:5:osp-pre-0-1.0
00000004:00080000:3.0:1775764877.919156:0:8499:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x72:0x0]-[0x280000400:0xa1:0x0]
00000100:00100000:0.0:1775764877.935222:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:2.0:1775764877.935580:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.935624:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6cfef lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e7f expref: 186 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.935639:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6cfef lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e7f expref: 186 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764877.935662:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277216384:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764877.935745:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b675ae40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764877.938026:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.938105:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293515136
00000100:00100000:3.0:1775764877.938115:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293515136
00000100:00100000:3.0:1775764877.938169:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1953
00000100:00100000:3.0:1775764877.938178:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699475180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2403:x1862022293515136:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764877.938195:0:15570:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764877.938215:0:15570:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000643082c5/0x9da62835f5d6d0a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x72:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464eb7 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1775764877.938241:0:15570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x72:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1775764877.938260:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764877.938264:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764877.938272:0:15570:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000643082c5/0x9da62835f5d6d0a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb7 expref: 69 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.938290:0:15570:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000643082c5/0x9da62835f5d6d0a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb7 expref: 69 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764877.938304:0:15570:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:3.0:1775764877.938376:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699475180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2403:x1862022293515136:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 199us (358us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.938384:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1953
00000100:00100000:2.0:1775764877.942804:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277216384:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764877.942868:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.944679:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764877.944777:0:8400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293515264
00000100:00100000:2.0:1775764877.944787:0:8400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293515264
00000100:00100000:2.0:1775764877.944869:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1954
00000100:00100000:2.0:1775764877.944879:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699475c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:14453:x1862022293515264:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764877.944898:0:8400:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764877.944917:0:8400:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed0d88c3/0x9da62835f5d6d0ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ebe expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.944949:0:8400:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000643082c5/0x9da62835f5d6d0a5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb7 expref: 70 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.944959:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764877.944961:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764877.944965:0:8400:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed0d88c3/0x9da62835f5d6d0ac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x72:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ebe expref: 70 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.945000:0:8400:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000643082c5/0x9da62835f5d6d0a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb7 expref: 70 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.945012:0:8400:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000643082c5/0x9da62835f5d6d0a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb7 expref: 70 pid: 15570 timeout: 2232 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764877.945026:0:8400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8400:1862022277216512:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764877.945110:0:8400:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b675ae40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764877.951095:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764877.952539:0:8400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8400:1862022277216512:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764877.952577:0:8400:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ed0d88c3/0x9da62835f5d6d0ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x72:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ebe expref: 70 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.952600:0:8400:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a480fa00, rc 0)
00000100:00100000:2.0:1775764877.952678:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699475c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:14453:x1862022293515264:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7800us (8004us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764877.952687:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1954
00000100:00100000:1.0:1775764877.953601:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293515392
00000100:00100000:1.0:1775764877.953610:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293515392
00010000:00010000:1.0:1775764877.953657:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6cfef lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e7f expref: 187 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.953698:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3055
00000100:00100000:1.0:1775764877.953708:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:2403:x1862022293515392:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.953721:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.953728:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6cfef lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e7f expref: 187 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.953741:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6cfef lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e7f expref: 187 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.953762:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6cfef lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e7f expref: 187 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.953777:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:1.0:1775764877.953783:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.953793:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.953800:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.953824:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764877.953900:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:2403:x1862022293515392:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 193us (2813us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764877.953907:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3055
00010000:00010000:0.0:1775764877.955749:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.955762:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764877.955785:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10152:0x0]: returning size 85026
00010000:00010000:0.0:1775764877.955965:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6d097 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb0 expref: 187 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.955994:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb0 expref: 186 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.956003:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:0.0:1775764877.956006:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764877.956009:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a480e600, rc 0)
00000100:00100000:0.0:1775764877.956073:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14454:x1862022293515008:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 20675us (20872us total) trans 4295101401 rc 0/0
00000100:00100000:0.0:1775764877.956082:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205274
00000100:00100000:0.0:1775764877.961481:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764877.964204:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764877.964514:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293515648
00000100:00100000:2.0:1775764877.964525:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293515648
00000100:00100000:2.0:1775764877.964581:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205275
00000100:00100000:2.0:1775764877.964591:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14454:x1862022293515648:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764877.964613:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764877.964634:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d0ba lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ec5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.964755:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d0c1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.964769:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb0 expref: 187 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.964778:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d0c1 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.964811:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb0 expref: 187 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.964823:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb0 expref: 187 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764877.964879:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277216640:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764877.964957:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b675a9c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.968174:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293515520
00000100:00100000:1.0:1775764877.968187:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293515520
00010000:00010000:1.0:1775764877.968233:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000643082c5/0x9da62835f5d6d0a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb7 expref: 70 pid: 15570 timeout: 2232 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.968271:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3056
00000100:00100000:1.0:1775764877.968280:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2402:x1862022293515520:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764877.968296:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764877.968318:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000643082c5/0x9da62835f5d6d0a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb7 expref: 70 pid: 15570 timeout: 2232 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.968334:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000643082c5/0x9da62835f5d6d0a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb7 expref: 70 pid: 15570 timeout: 2232 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.969439:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000643082c5/0x9da62835f5d6d0a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb7 expref: 70 pid: 15570 timeout: 2232 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.969458:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.969461:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764877.969468:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ed0d88c3/0x9da62835f5d6d0ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ebe expref: 69 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.969479:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed0d88c3/0x9da62835f5d6d0ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ebe expref: 69 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764877.969525:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ed0d88c3/0x9da62835f5d6d0ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ebe expref: 69 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764877.969540:0:6502:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b37b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6502:1862022277216768:192.168.202.56@tcp:105:
00000100:00100000:1.0:1775764877.969634:0:6502:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764877.978259:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764877.978582:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277216640:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764877.978610:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d0c1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.978700:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293515776
00000100:00100000:0.0:1775764877.978707:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293515776
00010000:00010000:0.0:1775764877.978740:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb0 expref: 188 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764877.978780:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3057
00000100:00100000:0.0:1775764877.978791:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:2402:x1862022293515776:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764877.978806:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764877.978813:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb0 expref: 188 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.978827:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb0 expref: 188 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.978878:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d09e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464eb0 expref: 188 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.978893:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:0.0:1775764877.978897:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d0c1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.978906:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d0c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.978914:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d0c1 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764877.978944:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764877.978998:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:2402:x1862022293515776:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 208us (746us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764877.979006:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3057
00010000:00010000:2.0:1775764877.979144:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d0c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.979152:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d0c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764877.979210:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10152:0x0]: returning size 85026
00000004:00200000:2.0:1775764877.979214:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764877.979236:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d0c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.979266:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d0ba lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ec5 expref: 187 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.979281:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d0c1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ec5 expref: 186 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.979289:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:2.0:1775764877.979292:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764877.979294:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd200, rc 0)
00000100:00100000:2.0:1775764877.979336:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14454:x1862022293515648:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14747us (15139us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764877.979352:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205275
00000100:00100000:3.0:1775764877.979707:0:6502:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b37b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6502:1862022277216768:192.168.202.56@tcp:105:
00010000:00010000:3.0:1775764877.979721:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764877.979745:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2402:x1862022293515520:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 11467us (18274us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764877.979751:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3056
00000100:00100000:1.0:1775764877.997787:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764877.997911:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293515904
00000100:00100000:2.0:1775764877.997922:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293515904
00000100:00100000:2.0:1775764877.997988:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205276
00000100:00100000:2.0:1775764877.997999:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14454:x1862022293515904:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764877.998020:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764877.998040:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d0c8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ecc expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.998074:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d0cf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.998089:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d0cf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.998101:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d0cf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.998219:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d0c8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ecc expref: 188 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.998238:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d0cf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ecc expref: 187 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764877.998247:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:2.0:1775764877.998250:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:2.0:1775764877.998254:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebce00, rc 0)
00000100:00100000:2.0:1775764877.998322:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:14454:x1862022293515904:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 325us (543us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764877.998330:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205276
00000100:00100000:0.0:1775764878.011255:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.011406:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.011502:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293516160
00000100:00100000:3.0:1775764878.011513:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293516160
00000100:00100000:3.0:1775764878.011571:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2811
00000100:00100000:3.0:1775764878.011581:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:14453:x1862022293516160:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764878.011977:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14453:x1862022293516160:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 397us (732us total) trans 4295101402 rc 0/0
00000100:00100000:3.0:1775764878.011986:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2811
00000100:00100000:1.0:1775764878.012253:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293516288
00000100:00100000:1.0:1775764878.012259:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293516288
00002000:00100000:1.0:1775764878.012313:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x72:0x0] (0->85025)  req@ffff93c69001d880 x1862022293516288/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764878.012322:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69001d880 with x1862022293516288 ext(0->85025)
00002000:00010000:1.0:1775764878.012328:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c69001d880
00000100:00100000:1.0:1775764878.012359:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 417
00000100:00100000:1.0:1775764878.012366:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2401:x1862022293516288:12345-192.168.202.56@tcp:4:dbench.0
00000100:00080000:3.0:1775764878.012778:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1775764878.027366:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.027467:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293516544
00000100:00100000:0.0:1775764878.027478:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293516544
00000100:00100000:2.0:1775764878.027668:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2401:x1862022293516288:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 15299us (16258us total) trans 4294967865 rc 0/0
00000100:00100000:2.0:1775764878.027681:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 417
00000100:00100000:0.0:1775764878.027697:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205277
00002000:00100000:2.0:1775764878.027698:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x72:0x0] (0->85025)  req@ffff93c69001d880 x1862022293516288/t4294967865(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 488/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764878.027709:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69001d880 with x1862022293516288 ext(0->85025)
00000100:00100000:0.0:1775764878.027712:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14453:x1862022293516544:12345-192.168.202.56@tcp:101:dbench.0
00002000:00010000:2.0:1775764878.027717:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c69001d880
00010000:00010000:0.0:1775764878.027738:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764878.027757:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d0d6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ed3 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.027895:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.027911:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d089 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ea9 expref: 189 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.027921:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.027953:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d089 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ea9 expref: 189 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.028074:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d089 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ea9 expref: 189 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.028090:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001e300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277216896:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764878.028158:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c792845300 going to sleep for 11 seconds
00000100:00100000:3.0:1775764878.035514:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.035992:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001e300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277216896:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764878.036021:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.036323:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293516672
00000100:00100000:2.0:1775764878.036331:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293516672
00000100:00100000:2.0:1775764878.036388:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205278
00000100:00100000:2.0:1775764878.036396:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+190:14454:x1862022293516672:12345-192.168.202.56@tcp:44:dbench.0
00000001:00080000:0.0:1775764878.041255:0:7431:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4295101402 is committed
00000004:00080000:0.0:1775764878.041337:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 51 committed
00000004:00080000:0.0:1775764878.041348:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 49 committed
00000100:00100000:0.0:1775764878.041438:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764878.041454:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277217024:0@lo:6:osp-syn-1-1.0
00010000:00010000:1.0:1775764878.041478:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277200/0x9da62835f5d6ce44 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041495:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277200/0x9da62835f5d6ce44 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041511:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277200/0x9da62835f5d6ce44 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041518:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a5277200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.041523:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277200/0x9da62835f5d6ce44 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041532:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277200/0x9da62835f5d6ce44 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.041541:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764878.041552:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c692f76700)
00010000:00010000:1.0:1775764878.041556:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.041562:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277200/0x9da62835f5d6ce44 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041569:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277200/0x9da62835f5d6ce44 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041586:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277000/0x9da62835f5d6ce4b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.041589:0:15592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277217024
00010000:00010000:1.0:1775764878.041595:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277000/0x9da62835f5d6ce4b lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.041597:0:15592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277217024
00010000:00010000:1.0:1775764878.041603:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277000/0x9da62835f5d6ce4b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041608:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a5277000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.041611:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277000/0x9da62835f5d6ce4b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041622:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277000/0x9da62835f5d6ce4b lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041631:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xbb97fc59 (ffff93c68cb34c00)
00010000:00010000:1.0:1775764878.041633:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.041637:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277000/0x9da62835f5d6ce4b lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041643:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277000/0x9da62835f5d6ce4b lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.041671:0:15592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1955
00010000:00010000:1.0:1775764878.041675:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277400/0x9da62835f5d6ce52 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.041683:0:15592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:3661:x1862022277217024:12345-0@lo:6:osp-syn-1-1.0
00010000:00010000:1.0:1775764878.041685:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277400/0x9da62835f5d6ce52 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041694:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277400/0x9da62835f5d6ce52 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041699:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a5277400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.041702:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277400/0x9da62835f5d6ce52 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041707:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277400/0x9da62835f5d6ce52 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1775764878.041713:0:15592:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:110 count 1
00010000:00010000:1.0:1775764878.041716:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:1.0:1775764878.041720:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:1.0:1775764878.041723:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277400/0x9da62835f5d6ce52 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041730:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277400/0x9da62835f5d6ce52 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.041738:0:15592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d0e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041743:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6cfbe lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041756:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6cfbe lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041764:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6cfbe lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.041765:0:15592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d55f9b83/0x9da62835f5d6c075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464a2d expref: 71 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041780:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.041785:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6cfbe lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.041786:0:15592:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764878.041790:0:15592:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764878.041795:0:15592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d0e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041795:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6cfbe lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041813:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c795e56e00)
00010000:00010000:1.0:1775764878.041815:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.041817:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6cfbe lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041827:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6cfbe lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041836:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6cfc5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.041870:0:15592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d55f9b83/0x9da62835f5d6c075 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a2d expref: 71 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.041883:0:15592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d55f9b83/0x9da62835f5d6c075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a2d expref: 71 pid: 15595 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.041895:0:15592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c1b24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15592:1862022277217152:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764878.041954:0:15592:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c792845300 going to sleep for 11 seconds
00010000:00010000:1.0:1775764878.041988:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6cfc5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.041995:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6cfc5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042000:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e798e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.042003:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6cfc5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042009:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6cfc5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042017:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xbb97fc59 (ffff93c684228e00)
00010000:00010000:1.0:1775764878.042019:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.042021:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6cfc5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042025:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6cfc5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042035:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cfcc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042040:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cfcc lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042045:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cfcc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042049:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.042051:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cfcc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042060:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cfcc lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042067:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:1.0:1775764878.042069:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:1.0:1775764878.042072:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cfcc lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042081:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6cfcc lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.042132:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764878.042142:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277217280:0@lo:6:osp-syn-0-1.0
00000100:00100000:1.0:1775764878.042172:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764878.042199:0:15593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277217280
00000100:00100000:1.0:1775764878.042202:0:15593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277217280
00000100:00100000:1.0:1775764878.042232:0:15593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1956
00000100:00100000:1.0:1775764878.042239:0:15593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+6:3660:x1862022277217280:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:1.0:1775764878.042252:0:15593:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:110 count 1
00010000:00010000:1.0:1775764878.042266:0:15593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bf43080/0x9da62835f5d6d0eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042279:0:15593:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6c10f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464a5e expref: 68 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042286:0:15593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764878.042288:0:15593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764878.042290:0:15593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bf43080/0x9da62835f5d6d0eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042310:0:15593:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6c10f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a5e expref: 68 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.042319:0:15593:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6c10f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a5e expref: 68 pid: 15572 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.042328:0:15593:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15593:1862022277217408:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764878.042368:0:15593:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4c00 going to sleep for 11 seconds
00000100:00080000:1.0:1775764878.042503:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1775764878.042507:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1775764878.043337:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6c839 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043349:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6c839 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043355:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6c839 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043360:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebcc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.043363:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6c839 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043370:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6c839 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043384:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:2.0:1775764878.043387:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.043390:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6c839 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043395:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6c839 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043412:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c863 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043417:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c863 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043422:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c863 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043427:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.043429:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c863 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043433:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c863 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043439:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:2.0:1775764878.043440:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.043442:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c863 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043446:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6c863 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043455:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043460:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043465:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043468:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a331f000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.043470:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043479:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043485:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:2.0:1775764878.043500:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.043503:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043508:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331f000/0x9da62835f5d6c93c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043517:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6c935 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043602:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6c935 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043607:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6c935 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043611:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebda00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.043613:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6c935 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043619:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6c935 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043626:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:2.0:1775764878.043629:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.043631:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6c935 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043636:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6c935 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043657:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca7e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043663:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca7e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043668:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca7e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043672:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.043675:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca7e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043680:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca7e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043687:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7f7efb67 (ffff93c795e56800)
00010000:00010000:2.0:1775764878.043689:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.043691:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca7e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043696:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ca7e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043715:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ca9a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043720:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ca9a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043727:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ca9a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043731:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.043734:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ca9a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043739:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ca9a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043746:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x7f7efb67 (ffff93c795e56c00)
00010000:00010000:2.0:1775764878.043749:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.043751:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ca9a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043756:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ca9a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043768:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cc30 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043774:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cc30 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043779:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cc30 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043784:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.043787:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cc30 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043796:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cc30 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043804:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:2.0:1775764878.043806:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.043919:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cc30 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043927:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6cc30 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043941:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cca7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043946:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cca7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043951:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cca7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.043956:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.043959:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cca7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044152:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cca7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044163:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xbb97fc59 (ffff93c68cb34c00)
00010000:00010000:2.0:1775764878.044165:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.044169:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cca7 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044174:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6cca7 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044187:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ccfb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044193:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ccfb lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044198:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ccfb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044203:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.044206:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ccfb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044211:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ccfb lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044217:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:2.0:1775764878.044219:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.044221:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ccfb lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044227:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ccfb lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044237:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cce6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044243:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cce6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044249:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cce6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044254:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.044257:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cce6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044262:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cce6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044269:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xbb97fc59 (ffff93c68cb34c00)
00010000:00010000:2.0:1775764878.044271:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.044273:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cce6 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044278:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6cce6 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044292:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6cd72 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044298:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6cd72 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044304:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6cd72 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044309:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.044311:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6cd72 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044320:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6cd72 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044328:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xbb97fc59 (ffff93c684228e00)
00010000:00010000:2.0:1775764878.044330:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.044333:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6cd72 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044338:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6cd72 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044349:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277c00/0x9da62835f5d6cdb1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044355:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277c00/0x9da62835f5d6cdb1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044360:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277c00/0x9da62835f5d6cdb1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044366:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a5277c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.044368:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277c00/0x9da62835f5d6cdb1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044374:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277c00/0x9da62835f5d6cdb1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044382:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xbb97fc59 (ffff93c684228e00)
00010000:00010000:2.0:1775764878.044384:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.044386:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277c00/0x9da62835f5d6cdb1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044392:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a5277c00/0x9da62835f5d6cdb1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044408:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6cfe8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044413:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6cfe8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044418:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6cfe8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044422:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.044425:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6cfe8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044430:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6cfe8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044436:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c692f76700)
00010000:00010000:2.0:1775764878.044438:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.044441:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6cfe8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044447:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6cfe8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044458:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d082 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044463:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d082 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044469:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d082 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044474:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480f400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.044476:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d082 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044481:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d082 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044488:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c795e56e00)
00010000:00010000:2.0:1775764878.044490:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.044492:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d082 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.044496:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d082 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.048001:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:14454:x1862022293516672:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 11113us (12002us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.048019:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205278
00000100:00100000:0.0:1775764878.049232:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.049619:0:15592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c1b24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15592:1862022277217152:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764878.049661:0:15592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d0e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.050026:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293516800
00000100:00100000:2.0:1775764878.050035:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293516800
00010000:00010000:2.0:1775764878.050072:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d089 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ea9 expref: 121 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.050106:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3058
00000100:00100000:2.0:1775764878.050116:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:2403:x1862022293516800:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764878.050133:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764878.050139:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d089 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ea9 expref: 121 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.050153:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d089 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ea9 expref: 121 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.050174:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d089 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ea9 expref: 121 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.050189:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:2.0:1775764878.050194:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.050203:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.050209:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.050241:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764878.050290:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2403:x1862022293516800:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 175us (1063us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.050297:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3058
00010000:00010000:1.0:1775764878.050455:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.050465:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764878.050484:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10153:0x0]: returning size 85026
00010000:00010000:1.0:1775764878.050620:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d0d6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ed3 expref: 121 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.050637:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ed3 expref: 120 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.050663:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:1.0:1775764878.050666:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764878.050669:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28000, rc 0)
00000100:00100000:1.0:1775764878.050760:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293516544:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 23052us (23401us total) trans 4295101403 rc 0/0
00000100:00100000:1.0:1775764878.050768:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205277
00000100:00100000:3.0:1775764878.050922:0:15593:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15593:1862022277217408:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764878.050939:0:15593:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006bf43080/0x9da62835f5d6d0eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.062165:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.062252:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293517056
00000100:00100000:1.0:1775764878.062264:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293517056
00010000:00010000:1.0:1775764878.062325:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d55f9b83/0x9da62835f5d6c075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a2d expref: 72 pid: 15595 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.062382:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3059
00000100:00100000:1.0:1775764878.062392:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293517056:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764878.062408:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764878.062414:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d55f9b83/0x9da62835f5d6c075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a2d expref: 72 pid: 15595 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.062429:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d55f9b83/0x9da62835f5d6c075 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a2d expref: 72 pid: 15595 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.062454:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d55f9b83/0x9da62835f5d6c075 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a2d expref: 72 pid: 15595 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.062472:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764878.062475:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764878.062480:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d0e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.062489:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d0e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.062524:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764878.062590:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2402:x1862022293517056:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 199us (435us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.062598:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3059
00010000:00010000:2.0:1775764878.062696:0:15592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d0e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.062709:0:15592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d0e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.062720:0:15592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d0e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.062728:0:15592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d0e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.062757:0:15592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764878.062951:0:15592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+7:3661:x1862022277217024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21270us (21411us total) trans 4294967866 rc 0/0
00000100:00100000:2.0:1775764878.062960:0:15592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1955
00000004:00080000:0.0:1775764878.063114:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69001e300/2, rc 0, transno 4294967866
00000100:00100000:0.0:1775764878.063135:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277217024:0@lo:6:osp-syn-1-1.0
00010000:00010000:1.0:1775764878.064419:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764878.064429:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d0e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.064440:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764878.064444:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d0e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.064454:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d0e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.064473:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d0e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.064480:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d0e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.064506:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764878.064508:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764878.064510:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764878.065707:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.067661:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293516928
00000100:00100000:3.0:1775764878.067673:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293516928
00010000:00010000:3.0:1775764878.067735:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6c10f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a5e expref: 69 pid: 15572 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.067781:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3060
00000100:00100000:3.0:1775764878.067791:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2402:x1862022293516928:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764878.067807:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764878.067813:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6c10f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a5e expref: 69 pid: 15572 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.067829:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6c10f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a5e expref: 69 pid: 15572 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.067890:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6c10f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464a5e expref: 69 pid: 15572 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.067907:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764878.067909:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764878.067913:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006bf43080/0x9da62835f5d6d0eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.067927:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bf43080/0x9da62835f5d6d0eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.067958:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764878.068016:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293516928:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 226us (2317us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.068024:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3060
00000100:00080000:1.0:1775764878.068108:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1775764878.068210:0:15593:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006bf43080/0x9da62835f5d6d0eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.068221:0:15593:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bf43080/0x9da62835f5d6d0eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.068230:0:15593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bf43080/0x9da62835f5d6d0eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.068237:0:15593:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006bf43080/0x9da62835f5d6d0eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.068260:0:15593:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764878.068442:0:15593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+7:3660:x1862022277217280:12345-0@lo:6:osp-syn-0-1.0 Request processed in 26202us (26268us total) trans 4294967893 rc 0/0
00000100:00100000:0.0:1775764878.068451:0:15593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1956
00000004:00080000:1.0:1775764878.068515:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c784b37480/2, rc 0, transno 4294967893
00010000:00010000:3.0:1775764878.068606:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764878.068612:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006bf43080/0x9da62835f5d6d0eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.068622:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843c00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764878.068625:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006bf43080/0x9da62835f5d6d0eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.068633:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006bf43080/0x9da62835f5d6d0eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.068656:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006bf43080/0x9da62835f5d6d0eb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.068662:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bf43080/0x9da62835f5d6d0eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.068679:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764878.068680:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764878.068682:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764878.069905:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277217280:0@lo:6:osp-syn-0-1.0
00000100:00100000:3.0:1775764878.070993:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.071036:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.071077:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293517312
00000100:00100000:2.0:1775764878.071087:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293517312
00000100:00100000:2.0:1775764878.071156:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205279
00000100:00100000:2.0:1775764878.071166:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293517312:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764878.071191:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764878.071213:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d0f9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464eda expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.071310:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d100 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.071326:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ed3 expref: 121 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.071335:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d100 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.071375:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ed3 expref: 121 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.071390:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ed3 expref: 121 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.071405:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277217536:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764878.071659:0:15594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293517184
00000100:00100000:1.0:1775764878.071665:0:15594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293517184
00000100:00100000:1.0:1775764878.071711:0:15594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1957
00000100:00100000:1.0:1775764878.071719:0:15594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2403:x1862022293517184:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:2.0:1775764878.072417:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b675ae40 going to sleep for 11 seconds
00000001:00080000:1.0:1775764878.079361:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967866 is committed
00000001:00080000:1.0:1775764878.079377:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967865 is committed
00000001:00080000:1.0:1775764878.079384:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967864 is committed
00000100:00100000:0.0:1775764878.080188:0:15594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2403:x1862022293517184:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 8463us (9143us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.080201:0:15594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1957
00000100:00100000:2.0:1775764878.080356:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277217536:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764878.080385:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d100 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.080690:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.080792:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293517440
00000100:00100000:0.0:1775764878.080799:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293517440
00010000:00010000:0.0:1775764878.080862:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ed3 expref: 122 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.080894:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3061
00000100:00100000:0.0:1775764878.080903:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2403:x1862022293517440:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764878.080919:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764878.080927:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ed3 expref: 122 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.080942:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ed3 expref: 122 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.080974:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d0dd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ed3 expref: 122 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.080989:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:0.0:1775764878.080995:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d100 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.081004:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d100 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.081011:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d100 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.081040:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764878.081060:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d100 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.081068:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:2403:x1862022293517440:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 164us (377us total) trans 0 rc 0/0
00010000:00010000:1.0:1775764878.081072:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d100 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.081082:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3061
00000004:00200000:1.0:1775764878.081125:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10153:0x0]: returning size 85026
00000004:00200000:1.0:1775764878.081129:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764878.081146:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d100 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.081173:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d0f9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464eda expref: 121 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.081191:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d100 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464eda expref: 120 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.081199:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:1.0:1775764878.081202:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764878.081204:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebda00, rc 0)
00000100:00100000:1.0:1775764878.081226:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293517312:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10063us (10249us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.081232:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205279
00000100:00100000:3.0:1775764878.097208:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.099271:0:15567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293517568
00000100:00100000:2.0:1775764878.099285:0:15567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293517568
00002000:00100000:2.0:1775764878.099339:0:15567:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000400:0x72:0x0] (0->4095)  req@ffff93c6915e4a80 x1862022293517568/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764878.099351:0:15567:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6915e4a80 with x1862022293517568 ext(0->4095)
00002000:00010000:2.0:1775764878.099357:0:15567:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c6915e4a80
00000100:00100000:2.0:1775764878.099461:0:15567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 418
00000100:00100000:2.0:1775764878.099472:0:15567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2402:x1862022293517568:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:2.0:1775764878.103163:0:15567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2402:x1862022293517568:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 3683us (5955us total) trans 4294967867 rc 0/0
00000100:00100000:2.0:1775764878.103182:0:15567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 418
00002000:00100000:2.0:1775764878.103195:0:15567:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000400:0x72:0x0] (0->4095)  req@ffff93c6915e4a80 x1862022293517568/t4294967867(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764878.103204:0:15567:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6915e4a80 with x1862022293517568 ext(0->4095)
00002000:00010000:2.0:1775764878.103210:0:15567:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c6915e4a80
00000100:00100000:3.0:1775764878.103444:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.104172:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293517696
00000100:00100000:0.0:1775764878.104181:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293517696
00000100:00100000:0.0:1775764878.104228:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205280
00000100:00100000:0.0:1775764878.104236:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293517696:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764878.104257:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764878.104275:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d107 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ee1 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.104767:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d10e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.104782:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d10e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.104793:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d10e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.105148:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d107 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ee1 expref: 122 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.105168:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d10e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ee1 expref: 121 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.105176:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:2.0:1775764878.105180:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:2.0:1775764878.105183:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29400, rc 0)
00000100:00100000:2.0:1775764878.105282:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:14453:x1862022293517696:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1046us (1837us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.105290:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205280
00000100:00100000:2.0:1775764878.126051:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.126138:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.126228:0:15558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293517824
00000100:00100000:3.0:1775764878.126237:0:15558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293517824
00002000:00100000:3.0:1775764878.126290:0:15558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x72:0x0] (0->85025)  req@ffff93c6915c8e00 x1862022293517824/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 488/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1775764878.126303:0:15558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6915c8e00 with x1862022293517824 ext(0->85025)
00002000:00010000:3.0:1775764878.126308:0:15558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c6915c8e00
00000100:00100000:3.0:1775764878.126344:0:15558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 419
00000100:00100000:3.0:1775764878.126353:0:15558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2403:x1862022293517824:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:0.0:1775764878.127214:0:8402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293517952
00000100:00100000:0.0:1775764878.127221:0:8402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293517952
00000100:00100000:0.0:1775764878.127304:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1958
00000100:00100000:0.0:1775764878.127313:0:8402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2401:x1862022293517952:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:1.0:1775764878.128930:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967867 is committed
00000100:00100000:0.0:1775764878.129513:0:8402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2401:x1862022293517952:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 2197us (3467us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.129525:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1958
00000100:00100000:0.0:1775764878.134661:0:15558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2403:x1862022293517824:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 8291us (8505us total) trans 4294967894 rc 0/0
00000100:00100000:0.0:1775764878.134676:0:15558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 419
00002000:00100000:0.0:1775764878.134690:0:15558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x72:0x0] (0->85025)  req@ffff93c6915c8e00 x1862022293517824/t4294967894(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 488/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764878.134700:0:15558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6915c8e00 with x1862022293517824 ext(0->85025)
00002000:00010000:0.0:1775764878.134706:0:15558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c6915c8e00
00000100:00100000:3.0:1775764878.140492:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.140603:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293518208
00000100:00100000:2.0:1775764878.140613:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293518208
00000100:00100000:2.0:1775764878.140687:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205281
00000100:00100000:2.0:1775764878.140698:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:14453:x1862022293518208:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:2.0:1775764878.140990:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:14453:x1862022293518208:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 285us (498us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.140999:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205281
00000100:00100000:1.0:1775764878.141915:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.142557:0:15582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293518080
00000100:00100000:2.0:1775764878.142566:0:15582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293518080
00002000:00100000:2.0:1775764878.142608:0:15582:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000400:0x72:0x0] (0->4095)  req@ffff93c784b37100 x1862022293518080/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764878.142619:0:15582:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c784b37100 with x1862022293518080 ext(0->4095)
00002000:00010000:2.0:1775764878.142625:0:15582:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c784b37100
00000100:00100000:2.0:1775764878.142665:0:15582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 420
00000100:00100000:2.0:1775764878.142674:0:15582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2402:x1862022293518080:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:2.0:1775764878.144083:0:15582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2402:x1862022293518080:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 1405us (2166us total) trans 4294967868 rc 0/0
00000100:00100000:2.0:1775764878.144094:0:15582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 420
00002000:00100000:2.0:1775764878.144103:0:15582:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000400:0x72:0x0] (0->4095)  req@ffff93c784b37100 x1862022293518080/t4294967868(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764878.144113:0:15582:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c784b37100 with x1862022293518080 ext(0->4095)
00002000:00010000:2.0:1775764878.144117:0:15582:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c784b37100
00000100:00100000:3.0:1775764878.148259:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.148302:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.150631:0:15596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293518336
00000100:00100000:0.0:1775764878.150655:0:15596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293518336
00000100:00100000:0.0:1775764878.150784:0:15596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293518464
00000100:00100000:0.0:1775764878.150788:0:15596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293518464
00000100:00100000:0.0:1775764878.150834:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1959
00000100:00100000:0.0:1775764878.150862:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2400:x1862022293518336:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:1.0:1775764878.150992:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1960
00000100:00100000:1.0:1775764878.151001:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2403:x1862022293518464:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:0.0:1775764878.154004:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967868 is committed
00000100:00100000:1.0:1775764878.154188:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2403:x1862022293518464:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 3183us (5879us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.154200:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1960
00000001:00080000:2.0:1775764878.155972:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967894 is committed
00000001:00080000:2.0:1775764878.156004:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967893 is committed
00000001:00080000:2.0:1775764878.156013:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967891 is committed
00000100:00100000:0.0:1775764878.156510:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2400:x1862022293518336:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 5644us (8254us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.156523:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1959
00000100:00100000:3.0:1775764878.163924:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.164279:0:15559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293518592
00000100:00100000:0.0:1775764878.164289:0:15559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293518592
00002000:00100000:0.0:1775764878.164340:0:15559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x72:0x0] (0->4095)  req@ffff93c682a16300 x1862022293518592/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764878.164350:0:15559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c682a16300 with x1862022293518592 ext(0->4095)
00002000:00010000:0.0:1775764878.164356:0:15559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c682a16300
00000100:00100000:0.0:1775764878.164398:0:15559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 421
00000100:00100000:0.0:1775764878.164409:0:15559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2401:x1862022293518592:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:0.0:1775764878.165271:0:15559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2401:x1862022293518592:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 861us (1353us total) trans 4294967869 rc 0/0
00000100:00100000:0.0:1775764878.165283:0:15559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 421
00002000:00100000:0.0:1775764878.165291:0:15559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x72:0x0] (0->4095)  req@ffff93c682a16300 x1862022293518592/t4294967869(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764878.165300:0:15559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c682a16300 with x1862022293518592 ext(0->4095)
00002000:00010000:0.0:1775764878.165304:0:15559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c682a16300
00000100:00100000:3.0:1775764878.173537:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.173773:0:15580:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293518720
00000100:00100000:1.0:1775764878.173783:0:15580:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293518720
00002000:00100000:1.0:1775764878.174011:0:15580:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x72:0x0] (0->4095)  req@ffff93c69ab21180 x1862022293518720/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764878.174021:0:15580:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69ab21180 with x1862022293518720 ext(0->4095)
00002000:00010000:1.0:1775764878.174027:0:15580:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c69ab21180
00000100:00100000:1.0:1775764878.174065:0:15580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 422
00000100:00100000:1.0:1775764878.174076:0:15580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2403:x1862022293518720:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:1.0:1775764878.174703:0:15580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2403:x1862022293518720:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 626us (1187us total) trans 4294967895 rc 0/0
00000100:00100000:1.0:1775764878.174712:0:15580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 422
00002000:00100000:1.0:1775764878.174720:0:15580:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x72:0x0] (0->4095)  req@ffff93c69ab21180 x1862022293518720/t4294967895(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764878.174728:0:15580:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69ab21180 with x1862022293518720 ext(0->4095)
00002000:00010000:1.0:1775764878.174732:0:15580:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c69ab21180
00000100:00100000:2.0:1775764878.179538:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.179705:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293518848
00000100:00100000:3.0:1775764878.179716:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293518848
00000100:00100000:3.0:1775764878.179778:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1961
00000100:00100000:3.0:1775764878.179790:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2400:x1862022293518848:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:1.0:1775764878.181710:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967869 is committed
00000100:00100000:3.0:1775764878.181939:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2400:x1862022293518848:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 2148us (2407us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.181952:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1961
00000100:00100000:3.0:1775764878.185331:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.185453:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293518976
00000100:00100000:0.0:1775764878.185463:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293518976
00000100:00100000:0.0:1775764878.185523:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1962
00000100:00100000:0.0:1775764878.185533:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293518976:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:2.0:1775764878.187268:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967895 is committed
00000100:00100000:0.0:1775764878.191304:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2402:x1862022293518976:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 5764us (5973us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.191319:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1962
00000100:00100000:2.0:1775764878.194342:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.194493:0:15576:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293519104
00000100:00100000:1.0:1775764878.194502:0:15576:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293519104
00002000:00100000:1.0:1775764878.194547:0:15576:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000400:0x72:0x0] (0->4095)  req@ffff93c6915c8a80 x1862022293519104/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764878.194559:0:15576:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6915c8a80 with x1862022293519104 ext(0->4095)
00002000:00010000:1.0:1775764878.194564:0:15576:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c6915c8a80
00000100:00100000:1.0:1775764878.194593:0:15576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 423
00000100:00100000:1.0:1775764878.194601:0:15576:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2401:x1862022293519104:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:1.0:1775764878.195519:0:15576:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2401:x1862022293519104:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 915us (1182us total) trans 4294967870 rc 0/0
00000100:00100000:1.0:1775764878.195529:0:15576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 423
00002000:00100000:1.0:1775764878.195538:0:15576:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000400:0x72:0x0] (0->4095)  req@ffff93c6915c8a80 x1862022293519104/t4294967870(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764878.195546:0:15576:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6915c8a80 with x1862022293519104 ext(0->4095)
00002000:00010000:1.0:1775764878.195550:0:15576:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c6915c8a80
00000100:00100000:2.0:1775764878.203362:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.203456:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293519232
00000100:00100000:3.0:1775764878.203466:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293519232
00000100:00100000:3.0:1775764878.203525:0:15595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1963
00000100:00100000:3.0:1775764878.203535:0:15595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2400:x1862022293519232:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:1.0:1775764878.205291:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967870 is committed
00000100:00100000:3.0:1775764878.205462:0:15595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2400:x1862022293519232:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 1925us (2105us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.205472:0:15595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1963
00000100:00100000:3.0:1775764878.209962:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.210077:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293519360
00000100:00100000:1.0:1775764878.210088:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293519360
00002000:00100000:1.0:1775764878.210147:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x72:0x0] (0->4095)  req@ffff93c69ab20e00 x1862022293519360/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764878.210158:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69ab20e00 with x1862022293519360 ext(0->4095)
00002000:00010000:1.0:1775764878.210163:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c69ab20e00
00000100:00100000:1.0:1775764878.210188:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 424
00000100:00100000:1.0:1775764878.210198:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2401:x1862022293519360:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:1.0:1775764878.211367:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2401:x1862022293519360:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 1166us (1410us total) trans 4294967896 rc 0/0
00000100:00100000:1.0:1775764878.211378:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 424
00002000:00100000:1.0:1775764878.211387:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x72:0x0] (0->4095)  req@ffff93c69ab20e00 x1862022293519360/t4294967896(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764878.211397:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69ab20e00 with x1862022293519360 ext(0->4095)
00002000:00010000:1.0:1775764878.211401:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c69ab20e00
00000100:00100000:0.0:1775764878.219434:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.219512:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293519488
00000100:00100000:3.0:1775764878.219522:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293519488
00000100:00100000:3.0:1775764878.219582:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205282
00000100:00100000:3.0:1775764878.219592:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:14454:x1862022293519488:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764878.219613:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764878.219634:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d115 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ee8 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219705:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d11c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219719:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d11c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219731:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d11c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219745:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6d123 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219757:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6d123 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219763:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6d123 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219861:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d12a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219869:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d12a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219875:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d12a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764878.219914:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10152:0x0]: returning size 85026
00000004:00200000:3.0:1775764878.219918:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764878.219939:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d12a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219950:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d12a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219958:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d11c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219964:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d11c lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219971:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d11c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219980:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764878.219984:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d11c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.219991:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d11c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.220001:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764878.220005:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764878.220010:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d11c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.220016:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d11c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.220031:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6d123 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.220037:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6d123 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.220043:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6d123 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.220047:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764878.220050:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6d123 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.220056:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6d123 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.220068:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c68cb34d00)
00010000:00010000:3.0:1775764878.220071:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764878.220073:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6d123 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.220079:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6d123 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.220109:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d115 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ee8 expref: 123 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.220122:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d12a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ee8 expref: 122 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.220129:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:3.0:1775764878.220131:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764878.220133:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184e00, rc 0)
00000100:00100000:3.0:1775764878.220254:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14454:x1862022293519488:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 664us (828us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.220261:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205282
00000100:00100000:2.0:1775764878.221875:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.226240:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293519616
00000100:00100000:0.0:1775764878.226255:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293519616
00000100:00100000:0.0:1775764878.226368:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1964
00000100:00100000:0.0:1775764878.226379:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2403:x1862022293519616:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:0.0:1775764878.229465:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.229755:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293519744
00000100:00100000:2.0:1775764878.229764:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293519744
00000100:00100000:2.0:1775764878.229831:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1096
00000100:00100000:2.0:1775764878.229865:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2403:x1862022293519744:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764878.229884:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764878.229908:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d12a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ee8 expref: 122 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.229928:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:2.0:1775764878.229932:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764878.229985:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:2403:x1862022293519744:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 136us (517us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.229993:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1096
00000001:00080000:3.0:1775764878.232194:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967896 is committed
00000100:00100000:0.0:1775764878.232346:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2403:x1862022293519616:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 5965us (10474us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.232358:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1964
00000100:00100000:3.0:1775764878.237472:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.237962:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293520000
00000100:00100000:1.0:1775764878.237973:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293520000
00000100:00100000:1.0:1775764878.238047:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205283
00000100:00100000:1.0:1775764878.238058:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:14454:x1862022293520000:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764878.238124:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764878.238155:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d0c1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ec5 expref: 121 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.238176:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:1.0:1775764878.238181:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764878.238233:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d131 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.238247:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d131 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.238257:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d131 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764878.238379:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019347404 reply state 00000000d216031c transno 4295101404 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d131 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.238391:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d131 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.238397:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:1.0:1775764878.238399:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764878.238402:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764878.238515:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14454:x1862022293520000:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 458us (1053us total) trans 4295101404 rc 0/0
00000100:00100000:1.0:1775764878.238523:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205283
00000100:00100000:2.0:1775764878.245667:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.245743:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293520128
00000100:00100000:1.0:1775764878.245754:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293520128
00000100:00100000:1.0:1775764878.245823:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205284
00000100:00100000:1.0:1775764878.245833:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14454:x1862022293520128:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764878.245896:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764878.245919:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843c00/0x9da62835f5d6d138 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464eef expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.245992:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843c00/0x9da62835f5d6d138 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10152:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464eef expref: 123 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.246008:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843c00/0x9da62835f5d6d138 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10152:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464eef expref: 123 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.246027:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:1.0:1775764878.246030:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:1.0:1775764878.246034:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843c00, rc 0)
00000100:00100000:1.0:1775764878.246211:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14454:x1862022293520128:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 377us (549us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.246220:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205284
00000100:00100000:0.0:1775764878.249212:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.250496:0:15579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293520256
00000100:00100000:2.0:1775764878.250509:0:15579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293520256
00002000:00100000:2.0:1775764878.250569:0:15579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x72:0x0] (0->4095)  req@ffff93c7c1b25180 x1862022293520256/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764878.250580:0:15579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c7c1b25180 with x1862022293520256 ext(0->4095)
00002000:00010000:2.0:1775764878.250586:0:15579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c7c1b25180
00000100:00100000:2.0:1775764878.250612:0:15579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 425
00000100:00100000:2.0:1775764878.250621:0:15579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2402:x1862022293520256:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:2.0:1775764878.251482:0:15579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293520256:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 857us (2273us total) trans 4294967897 rc 0/0
00000100:00100000:2.0:1775764878.251492:0:15579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 425
00002000:00100000:2.0:1775764878.251499:0:15579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x72:0x0] (0->4095)  req@ffff93c7c1b25180 x1862022293520256/t4294967897(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764878.251508:0:15579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c7c1b25180 with x1862022293520256 ext(0->4095)
00002000:00010000:2.0:1775764878.251512:0:15579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c7c1b25180
00000100:00100000:0.0:1775764878.256021:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.256124:0:15592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293520384
00000100:00100000:1.0:1775764878.256134:0:15592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293520384
00000100:00100000:1.0:1775764878.256193:0:15592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1965
00000100:00100000:1.0:1775764878.256203:0:15592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2402:x1862022293520384:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:1.0:1775764878.256357:0:15592:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x72:0x0] updating lvb size from disk: 0 -> 85026
00002000:00010000:1.0:1775764878.256361:0:15592:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x72:0x0] updating lvb mtime from disk: 0 -> 1775764865
00002000:00010000:1.0:1775764878.256363:0:15592:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x72:0x0] updating lvb atime from disk: 0 -> 1775764867
00002000:00010000:1.0:1775764878.256365:0:15592:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x72:0x0] updating lvb ctime from disk: 0 -> 1775764877
00002000:00010000:1.0:1775764878.256367:0:15592:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x72:0x0] updating lvb blocks from disk: 0 -> 168
00000100:00100000:1.0:1775764878.256413:0:15592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293520384:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 212us (401us total) trans 4294967871 rc 0/0
00000100:00100000:1.0:1775764878.256420:0:15592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1965
00000100:00100000:3.0:1775764878.261783:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.261990:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293520640
00000100:00100000:0.0:1775764878.262001:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293520640
00000100:00100000:0.0:1775764878.262051:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205285
00000100:00100000:0.0:1775764878.262061:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14454:x1862022293520640:12345-192.168.202.56@tcp:55:dbench.0
00010000:00010000:0.0:1775764878.262130:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.262146:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d0cf lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ecc expref: 123 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.262162:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 4/0,1 mode: --/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.262195:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d0cf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ecc expref: 123 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.262209:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d0cf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ecc expref: 123 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.262222:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c1b27800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277217664:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764878.262309:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c792845840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764878.266891:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.267005:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293520768
00000100:00100000:3.0:1775764878.267016:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293520768
00000100:00100000:3.0:1775764878.267083:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1966
00000100:00100000:3.0:1775764878.267093:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2403:x1862022293520768:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:0.0:1775764878.268005:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c1b27800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277217664:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764878.268033:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1775764878.269429:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967897 is committed
00000100:00100000:3.0:1775764878.270406:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2403:x1862022293520768:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 3308us (3519us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.270420:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1966
00000100:00100000:3.0:1775764878.273251:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.273426:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293520896
00000100:00100000:2.0:1775764878.273436:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293520896
00010000:00010000:2.0:1775764878.273478:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d0cf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ecc expref: 124 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.273524:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3062
00000100:00100000:2.0:1775764878.273533:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:2403:x1862022293520896:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764878.273548:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764878.273556:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d0cf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ecc expref: 124 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.273572:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d0cf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ecc expref: 124 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.273597:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d0cf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ecc expref: 124 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.273615:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:2.0:1775764878.273622:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.273632:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.273640:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.273704:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764878.273764:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:2403:x1862022293520896:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 232us (521us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.273772:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3062
00010000:00010000:0.0:1775764878.274008:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.274017:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.274056:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.274063:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.274070:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.274076:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764878.274080:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.274088:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.274098:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:0.0:1775764878.274101:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:0.0:1775764878.274105:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 2/0,0 mode: --/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.274110:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d13f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.274152:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14454:x1862022293520640:12345-192.168.202.56@tcp:55:dbench.0 Request processed in 12093us (12377us total) trans 0 rc -22/-22
00000100:00100000:0.0:1775764878.274160:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205285
00000100:00100000:2.0:1775764878.286307:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.286432:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293521024
00000100:00100000:0.0:1775764878.286443:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293521024
00002000:00100000:0.0:1775764878.286495:0:8405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x72:0x0] (0->4095)  req@ffff93c6915c8700 x1862022293521024/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764878.286508:0:8405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6915c8700 with x1862022293521024 ext(0->4095)
00002000:00010000:0.0:1775764878.286514:0:8405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c6915c8700
00000100:00100000:0.0:1775764878.286551:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 426
00000100:00100000:0.0:1775764878.286561:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2403:x1862022293521024:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:0.0:1775764878.287215:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2403:x1862022293521024:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 652us (919us total) trans 4294967898 rc 0/0
00000100:00100000:0.0:1775764878.287225:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 426
00002000:00100000:0.0:1775764878.287232:0:8405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x72:0x0] (0->4095)  req@ffff93c6915c8700 x1862022293521024/t4294967898(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764878.287241:0:8405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6915c8700 with x1862022293521024 ext(0->4095)
00002000:00010000:0.0:1775764878.287245:0:8405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c6915c8700
00000100:00100000:3.0:1775764878.292610:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.292731:0:15573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293521152
00000100:00100000:2.0:1775764878.292741:0:15573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293521152
00000100:00100000:2.0:1775764878.292802:0:15573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1967
00000100:00100000:2.0:1775764878.292812:0:15573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2401:x1862022293521152:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:3.0:1775764878.297001:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967898 is committed
00000100:00100000:2.0:1775764878.297226:0:15573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2401:x1862022293521152:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 4410us (4619us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.297241:0:15573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1967
00000100:00100000:3.0:1775764878.300374:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.300726:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293521280
00000100:00100000:2.0:1775764878.300736:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293521280
00002000:00100000:2.0:1775764878.300785:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x72:0x0] (0->4095)  req@ffff93c681e3c000 x1862022293521280/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764878.300796:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c681e3c000 with x1862022293521280 ext(0->4095)
00002000:00010000:2.0:1775764878.300802:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c681e3c000
00000100:00100000:2.0:1775764878.300883:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 427
00000100:00100000:2.0:1775764878.300893:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293521280:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:2.0:1775764878.304799:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2402:x1862022293521280:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 3894us (4420us total) trans 4294967872 rc 0/0
00000100:00100000:2.0:1775764878.304825:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 427
00002000:00100000:2.0:1775764878.304875:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x72:0x0] (0->4095)  req@ffff93c681e3c000 x1862022293521280/t4294967872(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764878.304886:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c681e3c000 with x1862022293521280 ext(0->4095)
00002000:00010000:2.0:1775764878.304892:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c681e3c000
00000100:00100000:3.0:1775764878.306989:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.307067:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293521408
00000100:00100000:1.0:1775764878.307078:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293521408
00000100:00100000:1.0:1775764878.307139:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205286
00000100:00100000:1.0:1775764878.307148:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14453:x1862022293521408:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764878.307168:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764878.307190:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d146 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ef6 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307261:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d14d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307275:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d14d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307286:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d14d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307302:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843800/0x9da62835f5d6d154 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307309:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843800/0x9da62835f5d6d154 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307315:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843800/0x9da62835f5d6d154 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307399:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d15b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307408:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d15b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307416:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d15b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764878.307454:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10153:0x0]: returning size 85026
00000004:00200000:1.0:1775764878.307459:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764878.307477:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d15b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307487:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d15b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307495:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d14d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307502:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d14d lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307509:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d14d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307515:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.307519:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d14d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307526:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d14d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307538:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764878.307541:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.307547:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d14d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307552:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d14d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307567:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843800/0x9da62835f5d6d154 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307578:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843800/0x9da62835f5d6d154 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307584:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843800/0x9da62835f5d6d154 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307589:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.307592:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843800/0x9da62835f5d6d154 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307597:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843800/0x9da62835f5d6d154 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307604:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c69e7e1a00)
00010000:00010000:1.0:1775764878.307606:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.307609:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843800/0x9da62835f5d6d154 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307614:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843800/0x9da62835f5d6d154 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307655:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d146 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ef6 expref: 124 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307670:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d15b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ef6 expref: 123 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.307677:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:1.0:1775764878.307679:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764878.307682:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:1.0:1775764878.307746:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14453:x1862022293521408:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 598us (776us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.307754:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205286
00000100:00100000:3.0:1775764878.314373:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.314519:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293521664
00000100:00100000:1.0:1775764878.314529:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293521664
00000100:00100000:1.0:1775764878.314591:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205287
00000100:00100000:1.0:1775764878.314602:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14453:x1862022293521664:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764878.314669:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1775764878.314699:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d15b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ef6 expref: 123 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.314719:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d100 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464eda expref: 122 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.314729:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:1.0:1775764878.314734:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764878.314781:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d162 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.314794:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d162 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.314804:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d162 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764878.315276:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000802125e6 reply state 00000000b9ad7a57 transno 4295101405 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d162 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.315295:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d162 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.315301:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:1.0:1775764878.315303:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764878.315306:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764878.315404:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14453:x1862022293521664:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 803us (1040us total) trans 4295101405 rc 0/0
00000100:00100000:1.0:1775764878.315413:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205287
00000100:00100000:3.0:1775764878.320584:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.320677:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293521792
00000100:00100000:1.0:1775764878.320687:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293521792
00000100:00100000:1.0:1775764878.320750:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205288
00000100:00100000:1.0:1775764878.320760:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14453:x1862022293521792:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764878.320784:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764878.320816:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843800/0x9da62835f5d6d169 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464efd expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.320909:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843800/0x9da62835f5d6d169 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10153:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464efd expref: 124 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.320924:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843800/0x9da62835f5d6d169 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10153:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464efd expref: 124 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.320942:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:1.0:1775764878.320945:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:1.0:1775764878.320948:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843800, rc 0)
00000100:00100000:1.0:1775764878.321020:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14453:x1862022293521792:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 262us (444us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.321028:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205288
00000100:00100000:2.0:1775764878.324549:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.324627:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293521920
00000100:00100000:1.0:1775764878.324637:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293521920
00000100:00100000:1.0:1775764878.324710:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205289
00000100:00100000:1.0:1775764878.324719:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14454:x1862022293521920:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:1.0:1775764878.324908:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14454:x1862022293521920:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 189us (369us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.324915:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205289
00000100:00100000:3.0:1775764878.333829:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.333986:0:15572:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293522048
00000100:00100000:2.0:1775764878.333997:0:15572:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293522048
00000100:00100000:2.0:1775764878.334061:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1968
00000100:00100000:2.0:1775764878.334071:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2402:x1862022293522048:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:2.0:1775764878.334216:0:15572:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x72:0x0] updating lvb size from disk: 0 -> 85026
00002000:00010000:2.0:1775764878.334220:0:15572:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x72:0x0] updating lvb mtime from disk: 0 -> 1775764865
00002000:00010000:2.0:1775764878.334222:0:15572:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x72:0x0] updating lvb atime from disk: 0 -> 1775764867
00002000:00010000:2.0:1775764878.334225:0:15572:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x72:0x0] updating lvb ctime from disk: 0 -> 1775764878
00002000:00010000:2.0:1775764878.334227:0:15572:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x72:0x0] updating lvb blocks from disk: 0 -> 168
00000100:00100000:2.0:1775764878.334290:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2402:x1862022293522048:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 221us (471us total) trans 4294967899 rc 0/0
00000100:00100000:2.0:1775764878.334298:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1968
00000100:00100000:3.0:1775764878.337381:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.337500:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293522176
00000100:00100000:2.0:1775764878.337511:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293522176
00000100:00100000:2.0:1775764878.337580:0:8506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1969
00000100:00100000:2.0:1775764878.337590:0:8506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2403:x1862022293522176:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:1.0:1775764878.339254:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967872 is committed
00000100:00100000:2.0:1775764878.339440:0:8506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2403:x1862022293522176:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 1846us (2063us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.339451:0:8506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1969
00000100:00100000:3.0:1775764878.344368:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.344480:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293522432
00000100:00100000:2.0:1775764878.344491:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293522432
00000100:00100000:2.0:1775764878.344561:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205290
00000100:00100000:2.0:1775764878.344571:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14453:x1862022293522432:12345-192.168.202.56@tcp:55:dbench.0
00010000:00010000:2.0:1775764878.344637:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.344663:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d10e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ee1 expref: 124 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.344673:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.344712:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d10e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ee1 expref: 124 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.344728:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d10e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ee1 expref: 124 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.344741:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277217792:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764878.344884:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b675ae40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764878.345999:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.346757:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293522688
00000100:00100000:0.0:1775764878.346767:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293522688
00000100:00100000:0.0:1775764878.347035:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2812
00000100:00100000:0.0:1775764878.347046:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293522688:12345-192.168.202.56@tcp:35:dbench.0
00000001:00080000:0.0:1775764878.347251:0:15557:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295101406
00000100:00100000:0.0:1775764878.347364:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:14454:x1862022293522688:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 320us (1370us total) trans 4295101407 rc 0/0
00000100:00100000:0.0:1775764878.347372:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2812
00000020:00080000:0.0:1775764878.347377:0:15557:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1775764878.351424:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.351514:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293522816
00000100:00100000:0.0:1775764878.351523:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293522816
00010000:00010000:0.0:1775764878.351564:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d10e lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ee1 expref: 127 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.351610:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3063
00000100:00100000:0.0:1775764878.351619:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:2402:x1862022293522816:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764878.351633:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764878.351640:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d10e lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ee1 expref: 127 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.351670:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d10e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ee1 expref: 127 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.351693:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:0.0:1775764878.351700:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.351710:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.351718:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.351737:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764878.351796:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:2402:x1862022293522816:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 178us (381us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.351803:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3063
00010000:00010000:2.0:1775764878.353319:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d10e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ee1 expref: 126 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.353345:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277217792:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764878.353370:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.353380:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.353390:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.353429:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.353436:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.353443:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.353447:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.353451:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.353458:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.353474:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:2.0:1775764878.353477:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:2.0:1775764878.353482:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.353494:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d170 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.353620:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293522432:12345-192.168.202.56@tcp:55:dbench.0 Request processed in 9050us (9266us total) trans 0 rc -22/-22
00000100:00100000:2.0:1775764878.353630:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205290
00000100:00100000:1.0:1775764878.356269:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.356608:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293522944
00000100:00100000:2.0:1775764878.356619:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293522944
00000100:00100000:2.0:1775764878.356684:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205291
00000100:00100000:2.0:1775764878.356694:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293522944:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764878.356716:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764878.356738:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d177 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f04 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.356815:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d17e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.356829:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d17e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.356869:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d17e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.356884:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d185 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.356890:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d185 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.356896:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d185 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.356974:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d18c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357067:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d18c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357077:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d18c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764878.357117:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10152:0x0]: returning size 85026
00000004:00200000:2.0:1775764878.357121:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764878.357140:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d18c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357150:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d18c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357157:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d17e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357163:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d17e lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357169:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d17e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357174:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebda00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.357178:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d17e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357185:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d17e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357196:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764878.357199:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.357204:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d17e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357214:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d17e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357226:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d185 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357232:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d185 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357238:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d185 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357243:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.357245:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d185 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357250:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d185 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357257:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c7afe54000)
00010000:00010000:2.0:1775764878.357259:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.357262:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d185 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357266:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d185 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357295:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d177 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f04 expref: 127 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357311:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d18c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f04 expref: 126 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.357319:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:2.0:1775764878.357321:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764878.357323:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebcc00, rc 0)
00000100:00100000:2.0:1775764878.357379:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14454:x1862022293522944:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 686us (1118us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.357386:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205291
00000100:00100000:1.0:1775764878.362772:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.362882:0:15567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293523072
00000100:00100000:2.0:1775764878.362895:0:15567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293523072
00002000:00100000:2.0:1775764878.362958:0:15567:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x72:0x0] (0->4095)  req@ffff93c784b37800 x1862022293523072/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/0 e 0 to 0 dl 1775764889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764878.362969:0:15567:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c784b37800 with x1862022293523072 ext(0->4095)
00002000:00010000:2.0:1775764878.362985:0:15567:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c784b37800
00000100:00100000:2.0:1775764878.363018:0:15567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 428
00000100:00100000:2.0:1775764878.363028:0:15567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2402:x1862022293523072:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:2.0:1775764878.363784:0:15567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2402:x1862022293523072:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 753us (1018us total) trans 4294967900 rc 0/0
00000100:00100000:2.0:1775764878.363793:0:15567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 428
00002000:00100000:2.0:1775764878.363802:0:15567:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x72:0x0] (0->4095)  req@ffff93c784b37800 x1862022293523072/t4294967900(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:359/0 lens 4584/448 e 0 to 0 dl 1775764889 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764878.363812:0:15567:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c784b37800 with x1862022293523072 ext(0->4095)
00002000:00010000:2.0:1775764878.363816:0:15567:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c784b37800
00000100:00100000:2.0:1775764878.370748:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.370871:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293523200
00000100:00100000:1.0:1775764878.370882:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293523200
00000100:00100000:1.0:1775764878.370943:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205292
00000100:00100000:1.0:1775764878.370953:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14453:x1862022293523200:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:1.0:1775764878.371105:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14453:x1862022293523200:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 153us (367us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.371112:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205292
00000100:00100000:1.0:1775764878.377177:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.377274:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293523328
00000100:00100000:0.0:1775764878.377286:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293523328
00000100:00100000:0.0:1775764878.377348:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1970
00000100:00100000:0.0:1775764878.377357:0:8401:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2403:x1862022293523328:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:3.0:1775764878.380099:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967900 is committed
00000100:00100000:0.0:1775764878.381002:0:8401:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2403:x1862022293523328:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 3638us (3827us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.381015:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1970
00000100:00100000:3.0:1775764878.382661:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.382755:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293523584
00000100:00100000:1.0:1775764878.382764:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293523584
00000100:00100000:1.0:1775764878.382831:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205293
00000100:00100000:1.0:1775764878.382865:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14454:x1862022293523584:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764878.382888:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764878.382909:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d193 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f0b expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.383032:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.383048:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d18c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f04 expref: 127 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.383057:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.383092:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d18c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f04 expref: 127 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.383106:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d18c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f04 expref: 127 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.383119:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277217920:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764878.383202:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f43c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764878.388310:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.388399:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293523840
00000100:00100000:3.0:1775764878.388410:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293523840
00000100:00100000:3.0:1775764878.388466:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2813
00000100:00100000:3.0:1775764878.388476:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14453:x1862022293523840:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764878.388777:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:14453:x1862022293523840:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 301us (475us total) trans 4295101408 rc 0/0
00000100:00100000:3.0:1775764878.388786:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2813
00000100:00100000:1.0:1775764878.393400:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277217920:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764878.393434:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.394707:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.395062:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293523968
00000100:00100000:0.0:1775764878.395073:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293523968
00010000:00010000:0.0:1775764878.395111:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d18c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f04 expref: 129 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.395155:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3064
00000100:00100000:0.0:1775764878.395164:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:2403:x1862022293523968:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764878.395183:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764878.395190:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d18c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f04 expref: 129 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.395204:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d18c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f04 expref: 129 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.395227:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d18c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f04 expref: 129 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.395243:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:0.0:1775764878.395248:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.395259:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.395266:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.395394:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764878.395458:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:2403:x1862022293523968:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 294us (757us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.395466:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3064
00010000:00010000:1.0:1775764878.398449:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.398465:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764878.398508:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10152:0x0]: returning size 85026
00010000:00010000:0.0:1775764878.398756:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d193 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f0b expref: 129 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.398778:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f0b expref: 128 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.398788:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:0.0:1775764878.398791:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764878.398795:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842600, rc 0)
00000100:00100000:0.0:1775764878.398912:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14454:x1862022293523584:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16072us (16269us total) trans 4295101409 rc 0/0
00000100:00100000:0.0:1775764878.398922:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205293
00000100:00100000:2.0:1775764878.405641:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.405762:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293524096
00000100:00100000:1.0:1775764878.405771:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293524096
00000100:00100000:1.0:1775764878.405830:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205294
00000100:00100000:1.0:1775764878.405872:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14453:x1862022293524096:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764878.405894:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764878.405917:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d1a8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f12 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.405991:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d1af lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406006:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d1af lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406019:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d1af lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406033:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d1b6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406040:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d1b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406047:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d1b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406127:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d1bd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406142:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d1bd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406148:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d1bd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764878.406187:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10153:0x0]: returning size 85026
00000004:00200000:1.0:1775764878.406192:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764878.406211:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d1bd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406222:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d1bd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406230:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d1af lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406234:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d1af lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406240:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d1af lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406245:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.406249:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d1af lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406256:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d1af lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406265:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764878.406269:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.406273:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d1af lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406278:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d1af lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406289:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d1b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406294:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d1b6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406299:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d1b6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406303:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.406305:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d1b6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406310:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d1b6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406316:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c69e7e1f00)
00010000:00010000:1.0:1775764878.406318:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.406319:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d1b6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406324:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d1b6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406350:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d1a8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f12 expref: 130 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406362:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d1bd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f12 expref: 129 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.406369:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:1.0:1775764878.406372:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764878.406375:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842c00, rc 0)
00000100:00100000:1.0:1775764878.406594:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:14453:x1862022293524096:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 755us (962us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.406602:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205294
00000100:00100000:1.0:1775764878.409510:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.414774:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293524224
00000100:00100000:2.0:1775764878.414790:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293524224
00000100:00100000:2.0:1775764878.415136:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205295
00000100:00100000:2.0:1775764878.415149:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:14454:x1862022293524224:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764878.415175:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764878.415195:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d1c4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f19 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.415291:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d1cb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.415306:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f0b expref: 130 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.415314:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d1cb lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.415347:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f0b expref: 130 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.415360:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f0b expref: 130 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.415373:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277218048:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764878.415674:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b675ae40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764878.419900:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277218048:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764878.419930:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d1cb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.422331:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.422623:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293524480
00000100:00100000:2.0:1775764878.422634:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293524480
00000100:00100000:2.0:1775764878.422705:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205296
00000100:00100000:2.0:1775764878.422715:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14453:x1862022293524480:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764878.422737:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764878.422758:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d1d2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f20 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.422898:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.422915:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d1bd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f12 expref: 132 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.422924:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.422961:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d1bd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f12 expref: 132 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.422972:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d1bd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f12 expref: 132 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.423004:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277218176:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764878.423281:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b675ae40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764878.426676:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.429960:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.430214:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277218176:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764878.430245:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.432302:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293524608
00000100:00100000:0.0:1775764878.432316:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293524608
00010000:00010000:0.0:1775764878.432365:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f0b expref: 133 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.432456:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293524736
00000100:00100000:0.0:1775764878.432460:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293524736
00010000:00010000:0.0:1775764878.432476:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d1bd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f12 expref: 134 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.432525:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3065
00000100:00100000:1.0:1775764878.432536:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:2402:x1862022293524608:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764878.432553:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764878.432561:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f0b expref: 134 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.432575:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f0b expref: 134 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.432596:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d19a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f0b expref: 134 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.432614:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:1.0:1775764878.432621:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d1cb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.432631:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d1cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.432638:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d1cb lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.432685:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764878.432744:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:2402:x1862022293524608:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 209us (6076us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.432752:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3065
00000100:00100000:1.0:1775764878.432770:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3066
00000100:00100000:1.0:1775764878.432777:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:2403:x1862022293524736:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764878.432784:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764878.432788:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d1bd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f12 expref: 132 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.432797:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d1bd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f12 expref: 132 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.432820:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d1bd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f12 expref: 132 pid: 8005 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.432831:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:1.0:1775764878.432836:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.432879:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.432884:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.432901:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764878.432920:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:2403:x1862022293524736:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 144us (2971us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.432926:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3066
00010000:00010000:2.0:1775764878.433129:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.433138:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764878.433160:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10153:0x0]: returning size 85026
00010000:00010000:2.0:1775764878.433312:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d1d2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f20 expref: 132 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.433328:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f20 expref: 131 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.433335:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:2.0:1775764878.433337:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764878.433340:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebdc00, rc 0)
00000100:00100000:2.0:1775764878.433368:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14453:x1862022293524480:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10656us (11047us total) trans 4295101410 rc 0/0
00000100:00100000:2.0:1775764878.433375:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205296
00010000:00010000:3.0:1775764878.433616:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d1cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.433625:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d1cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764878.433671:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10152:0x0]: returning size 85026
00000004:00200000:3.0:1775764878.433675:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764878.433688:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d1cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.433710:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d1c4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f19 expref: 131 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.433722:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d1cb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f19 expref: 130 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.433729:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:3.0:1775764878.433731:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764878.433734:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebda00, rc 0)
00000100:00100000:3.0:1775764878.433757:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14454:x1862022293524224:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 18613us (24258us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.433763:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205295
00000100:00100000:3.0:1775764878.440021:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.440201:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293524864
00000100:00100000:2.0:1775764878.440212:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293524864
00000100:00100000:2.0:1775764878.440267:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205297
00000100:00100000:2.0:1775764878.440278:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14453:x1862022293524864:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764878.440300:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764878.440319:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d1e7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f27 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.440412:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d1ee lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.440426:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f20 expref: 131 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.440434:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d1ee lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.440470:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f20 expref: 131 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.440484:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f20 expref: 131 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.440497:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277218304:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764878.440573:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790b063c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764878.446100:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.446323:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293524992
00000100:00100000:3.0:1775764878.446333:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293524992
00010000:00010000:3.0:1775764878.446371:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f20 expref: 132 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.446414:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3067
00000100:00100000:3.0:1775764878.446425:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:2402:x1862022293524992:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764878.446440:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764878.446447:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f20 expref: 132 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.446462:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f20 expref: 132 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.446484:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:3.0:1775764878.446488:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d1ee lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.446498:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d1ee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.446506:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d1ee lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.446527:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764878.446589:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:2402:x1862022293524992:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 166us (498us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.446597:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3067
00010000:00010000:0.0:1775764878.447257:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d1d9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f20 expref: 131 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.447276:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277218304:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764878.447296:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d1ee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.447309:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d1ee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.447315:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d1ee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764878.447380:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10153:0x0]: returning size 85026
00000004:00200000:0.0:1775764878.447384:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764878.447405:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d1ee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.447439:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d1e7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f27 expref: 131 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.447454:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d1ee lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f27 expref: 130 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.447463:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:0.0:1775764878.447466:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764878.447468:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:0.0:1775764878.447519:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14453:x1862022293524864:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7244us (7509us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.447526:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205297
00000100:00100000:3.0:1775764878.461109:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.465199:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293525120
00000100:00100000:0.0:1775764878.465214:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293525120
00000100:00100000:0.0:1775764878.465293:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205298
00000100:00100000:0.0:1775764878.465304:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14454:x1862022293525120:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764878.465331:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764878.465365:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d1f5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f2e expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465433:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d1fc lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465448:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d1fc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465459:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d1fc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465474:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d203 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465480:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d203 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465485:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d203 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465569:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d20a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465579:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d20a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465586:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d20a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764878.465626:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10152:0x0]: returning size 85026
00000004:00200000:0.0:1775764878.465631:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764878.465664:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d20a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465675:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d20a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465683:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d1fc lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465689:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d1fc lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465696:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d1fc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465703:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d1fc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465708:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764878.465712:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d1fc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465720:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d1fc lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465731:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764878.465735:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764878.465739:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d1fc lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465745:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d1fc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465764:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d203 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465770:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d203 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465775:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d203 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465780:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764878.465783:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d203 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465788:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d203 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465796:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c69bed0400)
00010000:00010000:0.0:1775764878.465798:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764878.465801:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d203 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465818:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d203 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465875:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d1f5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f2e expref: 132 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465889:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d20a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f2e expref: 131 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.465901:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:0.0:1775764878.465904:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764878.465906:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28e00, rc 0)
00000100:00100000:0.0:1775764878.466464:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14454:x1862022293525120:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1159us (5361us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.466474:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205298
00000100:00100000:1.0:1775764878.467238:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.467345:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293525248
00000100:00100000:1.0:1775764878.467354:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293525248
00000100:00100000:1.0:1775764878.467397:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205299
00000100:00100000:1.0:1775764878.467406:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14453:x1862022293525248:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764878.467423:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764878.467439:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d211 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f35 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467492:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d218 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467506:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d218 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467517:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d218 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467532:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d21f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467538:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d21f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467545:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d21f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467606:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d226 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467616:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d226 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467623:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d226 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764878.467670:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10153:0x0]: returning size 85026
00000004:00200000:1.0:1775764878.467675:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764878.467694:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d226 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467704:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d226 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467712:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d218 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467719:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d218 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467726:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d218 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467733:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d218 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467743:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.467747:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d218 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467755:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d218 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467767:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764878.467770:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.467774:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d218 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467780:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d218 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467794:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d21f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467800:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d21f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467806:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d21f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467811:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.467814:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d21f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467820:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d21f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467832:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c69e7e1f00)
00010000:00010000:1.0:1775764878.467835:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.467867:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d21f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467874:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d21f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467903:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d211 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f35 expref: 133 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467917:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d226 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f35 expref: 132 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.467924:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:1.0:1775764878.467926:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764878.467929:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842200, rc 0)
00000100:00100000:1.0:1775764878.467981:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14453:x1862022293525248:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 570us (742us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.467988:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205299
00000100:00100000:1.0:1775764878.472811:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.472928:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293525376
00000100:00100000:0.0:1775764878.472939:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293525376
00000100:00100000:0.0:1775764878.473009:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1097
00000100:00100000:0.0:1775764878.473019:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:2402:x1862022293525376:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764878.473038:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764878.473064:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d20a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f2e expref: 132 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.473085:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:0.0:1775764878.473090:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764878.473148:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:2402:x1862022293525376:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 131us (347us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.473156:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1097
00000100:00100000:0.0:1775764878.475721:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.475808:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293525632
00000100:00100000:3.0:1775764878.475817:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293525632
00000100:00100000:3.0:1775764878.475911:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205300
00000100:00100000:3.0:1775764878.475921:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14453:x1862022293525632:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764878.475975:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764878.476002:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d1ee lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f27 expref: 131 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.476022:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:3.0:1775764878.476027:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764878.476076:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.476093:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d226 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f35 expref: 130 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.476102:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 4/0,1 mode: --/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.476134:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d226 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f35 expref: 130 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.476149:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d226 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f35 expref: 130 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.476163:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a036d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277218432:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764878.476241:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7812ed540 going to sleep for 11 seconds
00000100:00100000:2.0:1775764878.486232:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.486319:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293525760
00000100:00100000:1.0:1775764878.486331:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293525760
00010000:00010000:1.0:1775764878.486372:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d226 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f35 expref: 131 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.486415:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3068
00000100:00100000:1.0:1775764878.486426:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:2403:x1862022293525760:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764878.486441:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764878.486448:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d226 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f35 expref: 131 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.486463:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d226 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f35 expref: 131 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.486487:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:1.0:1775764878.486493:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.486504:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.486511:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.486531:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764878.486586:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:2403:x1862022293525760:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 162us (365us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.486594:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3068
00000100:00100000:1.0:1775764878.491086:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:3.0:1775764878.491198:0:8005:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000c4681ac5 x1862022277218432) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d226 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f35 expref: 130 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.491221:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d226 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f35 expref: 130 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.491238:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a036d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277218432:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764878.491263:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:3.0:1775764878.491273:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.491283:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.491289:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764878.491442:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008ba14d18 reply state 000000006bd24da8 transno 4295101411 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.491459:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.491467:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:3.0:1775764878.491470:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764878.491474:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764878.491589:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14453:x1862022293525632:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 15669us (15875us total) trans 4295101411 rc 0/0
00000100:00100000:3.0:1775764878.491598:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205300
00000100:00100000:3.0:1775764878.491626:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293526016
00000100:00100000:3.0:1775764878.491633:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293526016
00000100:00100000:3.0:1775764878.491686:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205301
00000100:00100000:3.0:1775764878.491695:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14454:x1862022293526016:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764878.491740:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764878.491757:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d1cb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f19 expref: 131 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.491775:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:3.0:1775764878.491778:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764878.491811:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6d234 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.491822:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6d234 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.491829:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6d234 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764878.491924:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000920a78b reply state 00000000df13ccc4 transno 4295101412 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6d234 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.491935:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6d234 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.491942:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:3.0:1775764878.491944:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764878.491946:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764878.491986:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14454:x1862022293526016:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 291us (910us total) trans 4295101412 rc 0/0
00000100:00100000:3.0:1775764878.491993:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205301
00000100:00100000:2.0:1775764878.503670:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.503706:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.504252:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293526144
00000100:00100000:0.0:1775764878.504263:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293526144
00000100:00100000:0.0:1775764878.504319:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293526272
00000100:00100000:0.0:1775764878.504322:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293526272
00000100:00100000:0.0:1775764878.504357:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1971
00000100:00100000:0.0:1775764878.504367:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2400:x1862022293526144:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764878.504525:0:15570:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x72:0x0] updating lvb size from disk: 85026 -> 85026
00002000:00010000:0.0:1775764878.504529:0:15570:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x72:0x0] updating lvb mtime from disk: 1775764865 -> 1775764866
00002000:00010000:0.0:1775764878.504531:0:15570:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x72:0x0] updating lvb atime from disk: 1775764867 -> 1775764857
00002000:00010000:0.0:1775764878.504533:0:15570:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x72:0x0] updating lvb ctime from disk: 1775764877 -> 1775764878
00002000:00010000:0.0:1775764878.504536:0:15570:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x72:0x0] updating lvb blocks from disk: 168 -> 168
00000100:00100000:0.0:1775764878.504588:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2400:x1862022293526144:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 222us (926us total) trans 4294967873 rc 0/0
00000100:00100000:0.0:1775764878.504596:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1971
00000100:00100000:0.0:1775764878.504616:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1972
00000100:00100000:0.0:1775764878.504623:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2402:x1862022293526272:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764878.504706:0:15570:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x72:0x0] updating lvb size from disk: 85026 -> 85026
00002000:00010000:0.0:1775764878.504709:0:15570:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x72:0x0] updating lvb mtime from disk: 1775764865 -> 1775764866
00002000:00010000:0.0:1775764878.504711:0:15570:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x72:0x0] updating lvb atime from disk: 1775764867 -> 1775764857
00002000:00010000:0.0:1775764878.504713:0:15570:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x72:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878
00002000:00010000:0.0:1775764878.504715:0:15570:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x72:0x0] updating lvb blocks from disk: 168 -> 168
00000100:00100000:0.0:1775764878.504738:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2402:x1862022293526272:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 116us (1032us total) trans 4294967901 rc 0/0
00000100:00100000:0.0:1775764878.504745:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1972
00000100:00100000:2.0:1775764878.509696:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.509944:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293526528
00000100:00100000:3.0:1775764878.509954:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293526528
00000100:00100000:3.0:1775764878.510265:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2814
00000100:00100000:3.0:1775764878.510276:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14454:x1862022293526528:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764878.510539:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:14454:x1862022293526528:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 265us (852us total) trans 4295101413 rc 0/0
00000100:00100000:3.0:1775764878.510547:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2814
00000100:00100000:1.0:1775764878.513585:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.513693:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293526784
00000100:00100000:3.0:1775764878.513704:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293526784
00000100:00100000:3.0:1775764878.513764:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2815
00000100:00100000:3.0:1775764878.513774:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4809050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:14453:x1862022293526784:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764878.515834:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4809050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14453:x1862022293526784:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 2054us (2252us total) trans 4295101414 rc 0/0
00000100:00100000:2.0:1775764878.515863:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2815
00000100:00100000:0.0:1775764878.517191:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.517360:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293526912
00000100:00100000:1.0:1775764878.517371:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293526912
00000100:00100000:1.0:1775764878.517425:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205302
00000100:00100000:1.0:1775764878.517434:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14454:x1862022293526912:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764878.517457:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764878.517481:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d23b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f3c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517543:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d242 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517557:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d242 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517568:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d242 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517582:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d249 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517589:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d249 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517595:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d249 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517686:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d250 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517695:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d250 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517703:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d250 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764878.517742:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10152:0x0]: returning size 85026
00000004:00200000:1.0:1775764878.517746:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764878.517765:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d250 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517776:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d250 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517783:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d242 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517788:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d242 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517793:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d242 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517798:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.517801:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d242 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517819:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d242 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517832:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764878.517835:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.517857:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d242 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517863:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d242 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517877:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d249 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517883:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d249 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517889:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d249 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517894:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.517896:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d249 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517902:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d249 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517908:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa36e7a4 (ffff93c69e7e1f00)
00010000:00010000:1.0:1775764878.517910:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.517913:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d249 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517917:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d249 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517944:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d23b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f3c expref: 136 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517958:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d250 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f3c expref: 135 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.517965:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:1.0:1775764878.517968:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764878.517970:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843200, rc 0)
00000100:00100000:1.0:1775764878.518032:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293526912:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 599us (849us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.518043:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205302
00000100:00100000:1.0:1775764878.526327:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.526416:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293527040
00000100:00100000:0.0:1775764878.526427:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293527040
00000100:00100000:0.0:1775764878.526479:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205303
00000100:00100000:0.0:1775764878.526486:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14453:x1862022293527040:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764878.526510:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764878.526531:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d257 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f43 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.526608:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d25e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.526621:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d25e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.526632:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d25e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.526654:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d265 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.526661:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d265 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.526669:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d265 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527541:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d26c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527555:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d26c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527563:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d26c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764878.527607:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10153:0x0]: returning size 85026
00000004:00200000:2.0:1775764878.527612:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764878.527633:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d26c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527654:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d26c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527662:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d25e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527668:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d25e lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527674:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d25e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527679:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.527683:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d25e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527691:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d25e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527701:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764878.527704:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.527708:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d25e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527713:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d25e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527726:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d265 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527732:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d265 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527737:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d265 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527740:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.527742:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d265 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527747:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d265 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527753:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa36e7a4 (ffff93c69bed0400)
00010000:00010000:2.0:1775764878.527755:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.527757:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d265 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527763:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d265 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527798:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d257 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f43 expref: 137 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527809:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d26c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f43 expref: 136 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.527816:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:2.0:1775764878.527818:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764878.527821:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd400, rc 0)
00000100:00100000:2.0:1775764878.527988:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14453:x1862022293527040:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1499us (1666us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.527998:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205303
00000100:00100000:2.0:1775764878.532743:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.533015:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293527296
00000100:00100000:1.0:1775764878.533026:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293527296
00000100:00100000:1.0:1775764878.533091:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205304
00000100:00100000:1.0:1775764878.533102:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293527296:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764878.533125:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764878.533145:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d273 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f4a expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.533267:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.533283:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d250 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f3c expref: 137 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.533291:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.533329:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d250 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f3c expref: 137 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.533357:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d250 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f3c expref: 137 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.533371:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277218560:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764878.533933:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f43c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764878.540368:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.544410:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277218560:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764878.544443:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.544652:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.544760:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293527424
00000100:00100000:0.0:1775764878.544771:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293527424
00010000:00010000:0.0:1775764878.544818:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d250 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f3c expref: 138 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.544885:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3069
00000100:00100000:0.0:1775764878.544894:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:2402:x1862022293527424:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764878.544911:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764878.544918:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d250 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f3c expref: 138 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.544935:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d250 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f3c expref: 138 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.544956:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d250 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f3c expref: 138 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.544972:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:0.0:1775764878.544977:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.544988:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.544994:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.545023:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764878.545069:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:2402:x1862022293527424:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 177us (4712us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.545075:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3069
00010000:00010000:3.0:1775764878.545231:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.545238:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764878.545254:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10152:0x0]: returning size 85026
00010000:00010000:3.0:1775764878.545371:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d273 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f4a expref: 138 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.545381:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f4a expref: 137 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.545386:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:3.0:1775764878.545388:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764878.545390:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843a00, rc 0)
00000100:00100000:3.0:1775764878.545473:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:14454:x1862022293527296:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12374us (12741us total) trans 4295101415 rc 0/0
00000100:00100000:3.0:1775764878.545478:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205304
00000100:00100000:3.0:1775764878.545490:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293527680
00000100:00100000:3.0:1775764878.545492:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293527680
00000100:00100000:3.0:1775764878.545518:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205305
00000100:00100000:3.0:1775764878.545525:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:14453:x1862022293527680:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764878.545540:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764878.545554:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d288 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f51 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.545628:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.545639:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d26c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f43 expref: 138 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.545657:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.545687:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d26c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f43 expref: 138 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.545699:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d26c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f43 expref: 138 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.545712:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a037b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277218688:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764878.545761:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b675ae40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764878.559530:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.560016:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293527808
00000100:00100000:2.0:1775764878.560026:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293527808
00010000:00010000:2.0:1775764878.560073:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d26c lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f43 expref: 139 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.560124:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3070
00000100:00100000:2.0:1775764878.560134:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:2402:x1862022293527808:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764878.560150:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764878.560156:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d26c lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f43 expref: 139 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.560173:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d26c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f43 expref: 139 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.560197:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:2.0:1775764878.560202:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.560212:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.560221:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.560241:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764878.560297:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:2402:x1862022293527808:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 164us (789us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.560305:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3070
00000100:00100000:3.0:1775764878.564946:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.567493:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293527936
00000100:00100000:2.0:1775764878.567520:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293527936
00000100:00100000:2.0:1775764878.567612:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205306
00000100:00100000:2.0:1775764878.567622:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293527936:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764878.567656:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764878.567677:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d296 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f58 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.567784:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d29d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.567806:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f4a expref: 140 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.567816:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d29d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.567904:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f4a expref: 140 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.567919:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f4a expref: 140 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.567932:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277218816:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764878.568018:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790b063c0 going to sleep for 11 seconds
00010000:00010000:0.0:1775764878.569135:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d26c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f43 expref: 140 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.569156:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a037b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277218688:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764878.569177:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.569189:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.569195:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764878.569213:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10153:0x0]: returning size 85026
00010000:00010000:0.0:1775764878.569447:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d288 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f51 expref: 141 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.569464:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f51 expref: 140 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.569473:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:0.0:1775764878.569477:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764878.569481:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:0.0:1775764878.569638:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293527680:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 24112us (25001us total) trans 4295101416 rc 0/0
00000100:00100000:0.0:1775764878.569657:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205305
00000100:00100000:3.0:1775764878.576770:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.576818:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.576890:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293528064
00000100:00100000:0.0:1775764878.576900:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293528064
00000100:00100000:0.0:1775764878.576960:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205307
00000100:00100000:0.0:1775764878.576967:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293528064:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764878.576989:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764878.577007:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d2ab lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f5f expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.577086:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d2b2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.577097:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f51 expref: 141 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.577103:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d2b2 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.577129:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f51 expref: 141 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.577137:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f51 expref: 141 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.577157:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c1b26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277218944:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764878.577222:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c792845540 going to sleep for 11 seconds
00000100:00100000:2.0:1775764878.577536:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277218816:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764878.577558:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d29d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.577576:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293528192
00000100:00100000:1.0:1775764878.577582:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293528192
00010000:00010000:1.0:1775764878.577602:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f4a expref: 142 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.577626:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3071
00000100:00100000:1.0:1775764878.577630:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:2402:x1862022293528192:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764878.577639:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764878.577653:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f4a expref: 142 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.577667:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f4a expref: 142 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.578046:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d27a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10152:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f4a expref: 142 pid: 14273 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.578061:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:1.0:1775764878.578065:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d29d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.578074:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d29d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.578084:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d29d lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.578116:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764878.578152:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d29d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.578161:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d29d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764878.578206:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10152:0x0]: returning size 85026
00000004:00200000:2.0:1775764878.578211:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764878.578231:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d29d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.578267:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d296 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f58 expref: 142 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.578287:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:2402:x1862022293528192:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 651us (1463us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764878.578287:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebda00/0x9da62835f5d6d29d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10152:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f58 expref: 141 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.578302:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:2.0:1775764878.578305:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00000100:00100000:1.0:1775764878.578308:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3071
00010000:00010000:2.0:1775764878.578309:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebda00, rc 0)
00000100:00100000:2.0:1775764878.578338:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14454:x1862022293527936:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10717us (13410us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.578346:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205306
00000100:00100000:3.0:1775764878.585247:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.586745:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c1b26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277218944:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764878.586774:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d2b2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.591111:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293528320
00000100:00100000:2.0:1775764878.591128:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293528320
00010000:00010000:2.0:1775764878.591179:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f51 expref: 140 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.591229:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3072
00000100:00100000:2.0:1775764878.591238:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:2403:x1862022293528320:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764878.591254:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764878.591260:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f51 expref: 140 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.591275:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f51 expref: 140 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.591304:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d28f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10153:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f51 expref: 140 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.591321:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:2.0:1775764878.591326:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d2b2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.591336:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d2b2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.591343:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d2b2 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.591375:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764878.591456:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:2403:x1862022293528320:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 217us (6220us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.591465:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3072
00010000:00010000:1.0:1775764878.591479:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d2b2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.591489:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d2b2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764878.591551:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10153:0x0]: returning size 85026
00000004:00200000:1.0:1775764878.591555:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764878.591576:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d2b2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.591607:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d2ab lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f5f expref: 139 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.591623:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28000/0x9da62835f5d6d2b2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10153:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f5f expref: 138 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.591631:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:1.0:1775764878.591634:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764878.591636:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28000, rc 0)
00000100:00100000:1.0:1775764878.591670:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14453:x1862022293528064:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14703us (14908us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.591678:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205307
00000100:00100000:3.0:1775764878.600434:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.600667:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293528448
00000100:00100000:1.0:1775764878.600680:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293528448
00000100:00100000:1.0:1775764878.600756:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205308
00000100:00100000:1.0:1775764878.600770:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14454:x1862022293528448:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764878.600799:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764878.600835:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d2b9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f66 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.600939:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d2c0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.600959:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d2c0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.600972:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d2c0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.600987:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2c7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.600992:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.600998:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601098:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d2ce lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601111:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d2ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601119:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d2ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764878.601174:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014e:0x0]: returning size 83190
00000004:00200000:1.0:1775764878.601180:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764878.601205:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d2ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601219:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d2ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601227:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d2c0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601233:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d2c0 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601240:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d2c0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601247:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.601252:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d2c0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601261:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d2c0 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601274:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764878.601278:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.601285:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d2c0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601292:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d2c0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601308:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601314:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2c7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601320:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2c7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601326:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.601329:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2c7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601335:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2c7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601343:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xbb97fc59 (ffff93c69e7e1f00)
00010000:00010000:1.0:1775764878.601346:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.601348:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2c7 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601354:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2c7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601389:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d2b9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f66 expref: 140 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601405:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d2ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f66 expref: 139 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.601414:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:1.0:1775764878.601416:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764878.601419:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842e00, rc 0)
00000100:00100000:1.0:1775764878.601501:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293528448:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 734us (1082us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.601509:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205308
00000100:00100000:3.0:1775764878.608343:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.608455:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293528576
00000100:00100000:0.0:1775764878.608472:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293528576
00000100:00100000:0.0:1775764878.608554:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205309
00000100:00100000:0.0:1775764878.608564:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14453:x1862022293528576:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764878.608585:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764878.608608:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d2d5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f6d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.608681:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d2dc lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.608696:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d2dc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.608708:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d2dc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.608723:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d2e3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.608742:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d2e3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.608749:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d2e3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609188:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d2ea lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609198:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d2ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609205:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d2ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764878.609248:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00000004:00200000:0.0:1775764878.609252:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764878.609275:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d2ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609302:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d2ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609311:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d2dc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609317:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d2dc lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609323:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d2dc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609329:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764878.609332:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d2dc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609339:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d2dc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609351:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764878.609354:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764878.609358:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d2dc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609364:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d2dc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609377:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d2e3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609383:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d2e3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609389:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d2e3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609394:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764878.609397:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d2e3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609402:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d2e3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609409:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xbb97fc59 (ffff93c69bed0a00)
00010000:00010000:0.0:1775764878.609412:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764878.609414:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d2e3 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.609421:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d2e3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.610028:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d2d5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f6d expref: 141 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.610044:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d2ea lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f6d expref: 140 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.610052:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764878.610055:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764878.610057:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28e00, rc 0)
00000100:00100000:0.0:1775764878.610167:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293528576:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1604us (1849us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.610175:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205309
00000100:00100000:1.0:1775764878.627784:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.627834:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.627897:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293528832
00000100:00100000:1.0:1775764878.627909:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293528832
00000100:00100000:3.0:1775764878.627912:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293529088
00000100:00100000:3.0:1775764878.627926:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293529088
00000100:00100000:1.0:1775764878.627981:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205310
00000100:00100000:1.0:1775764878.627997:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293528832:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:3.0:1775764878.628009:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205311
00010000:00010000:1.0:1775764878.628020:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:3.0:1775764878.628022:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14453:x1862022293529088:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764878.628042:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764878.628043:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d2f1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f74 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.628066:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6d2f8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f7b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.628177:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.628184:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.628197:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d2ce lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f66 expref: 143 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.628208:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d2ea lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f6d expref: 143 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.628211:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.628240:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.628276:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d2ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f66 expref: 143 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.628284:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d2ea lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f6d expref: 143 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.628301:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d2ce lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f66 expref: 143 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.628306:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d2ea lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f6d expref: 143 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.628342:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277219072:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764878.628359:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277219200:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764878.630233:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b675ae40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764878.630292:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f43c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764878.636791:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.636898:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277219200:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764878.636911:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:3.0:1775764878.636947:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.637232:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277219072:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764878.637258:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.637607:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293529216
00000100:00100000:0.0:1775764878.637615:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293529216
00010000:00010000:0.0:1775764878.637661:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d2ea lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f6d expref: 144 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.637695:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293529344
00000100:00100000:0.0:1775764878.637698:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293529344
00010000:00010000:0.0:1775764878.637711:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d2ce lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f66 expref: 145 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.637736:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3073
00000100:00100000:0.0:1775764878.637744:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2403:x1862022293529216:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764878.637759:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764878.637766:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d2ea lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f6d expref: 145 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.637778:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d2ea lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f6d expref: 145 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.637800:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d2ea lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f6d expref: 145 pid: 6518 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.637814:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764878.637820:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.637831:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.637881:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.637905:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764878.637966:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:2403:x1862022293529216:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 222us (1186us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.637973:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3073
00000100:00100000:0.0:1775764878.637990:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3074
00000100:00100000:0.0:1775764878.637996:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:2403:x1862022293529344:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764878.638003:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764878.638007:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d2ce lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f66 expref: 143 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.638017:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d2ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f66 expref: 143 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.638030:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d2ce lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f66 expref: 143 pid: 6519 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.638039:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764878.638042:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.638049:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.638055:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.638071:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764878.638101:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:2403:x1862022293529344:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 104us (1198us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.638107:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3074
00010000:00010000:0.0:1775764878.638126:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.638133:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764878.638152:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014e:0x0]: returning size 83190
00010000:00010000:0.0:1775764878.641053:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d2f1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f74 expref: 143 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.641090:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f74 expref: 142 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.641100:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:0.0:1775764878.641103:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764878.641107:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:0.0:1775764878.641180:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14454:x1862022293528832:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13188us (13405us total) trans 4295101417 rc 0/0
00000100:00100000:0.0:1775764878.641190:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205310
00010000:00010000:0.0:1775764878.641235:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.641244:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764878.641261:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00010000:00010000:0.0:1775764878.641318:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6d2f8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f7b expref: 143 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.641332:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f7b expref: 142 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.641339:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:0.0:1775764878.641342:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764878.641344:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184e00, rc 0)
00000100:00100000:0.0:1775764878.641369:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293529088:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13351us (13533us total) trans 4295101418 rc 0/0
00000100:00100000:0.0:1775764878.641375:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205311
00000100:00100000:2.0:1775764878.649727:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.649778:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.649870:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293529472
00000100:00100000:3.0:1775764878.649884:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293529472
00000100:00100000:3.0:1775764878.649953:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293529600
00000100:00100000:3.0:1775764878.649956:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293529600
00000100:00100000:3.0:1775764878.649997:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205312
00000100:00100000:3.0:1775764878.650009:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293529472:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764878.650045:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764878.650075:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d31b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f82 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.650195:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d322 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.650214:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f74 expref: 144 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.650223:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d322 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.650268:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f74 expref: 144 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.650284:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f74 expref: 144 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.650300:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277219328:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764878.650414:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b675ae40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764878.651034:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205313
00000100:00100000:1.0:1775764878.651046:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293529600:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764878.651065:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764878.651079:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d329 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f89 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.651153:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d330 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.651168:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f7b expref: 145 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.651176:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d330 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.651208:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f7b expref: 145 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.651218:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f7b expref: 145 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.651229:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277219456:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764878.651302:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f43c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764878.656462:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277219328:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764878.656514:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d322 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.656830:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277219456:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764878.656896:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d330 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.658109:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.658151:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.658249:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293529856
00000100:00100000:0.0:1775764878.658265:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293529856
00010000:00010000:0.0:1775764878.658321:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f7b expref: 146 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.658365:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293529728
00000100:00100000:0.0:1775764878.658368:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293529728
00010000:00010000:0.0:1775764878.658380:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f74 expref: 147 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.658401:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3075
00000100:00100000:0.0:1775764878.658408:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:2402:x1862022293529856:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764878.658423:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764878.658428:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f7b expref: 147 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.658439:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f7b expref: 147 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.658466:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d306 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1014f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f7b expref: 147 pid: 6517 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.658505:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00000100:00100000:3.0:1775764878.658506:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3076
00010000:00010000:0.0:1775764878.658517:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d330 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.658528:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:2402:x1862022293529728:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764878.658533:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d330 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.658543:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d330 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.658547:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764878.658559:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f74 expref: 146 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.658581:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764878.658583:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f74 expref: 146 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.658610:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d2ff lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1014e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f74 expref: 146 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.658628:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764878.658634:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d322 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.658655:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d322 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.658663:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d322 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.658669:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2402:x1862022293529856:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 255us (564us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.658692:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3075
00010000:00010000:3.0:1775764878.658715:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764878.658761:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:2402:x1862022293529728:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 240us (606us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.658774:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3076
00010000:00010000:3.0:1775764878.658986:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d322 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.658994:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d322 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764878.659066:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014e:0x0]: returning size 83190
00000004:00200000:3.0:1775764878.659074:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764878.659108:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d322 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.659151:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d31b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f82 expref: 144 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.659169:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d322 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f82 expref: 143 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.659176:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764878.659179:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764878.659183:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:3.0:1775764878.659221:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293529472:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9215us (9509us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.659230:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205312
00010000:00010000:1.0:1775764878.659369:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d330 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.659378:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d330 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764878.659407:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00000004:00200000:1.0:1775764878.659411:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764878.659422:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d330 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.659444:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d329 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f89 expref: 143 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.659463:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d330 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f89 expref: 142 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.659470:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:1.0:1775764878.659472:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764878.659475:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842c00, rc 0)
00000100:00100000:1.0:1775764878.659514:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293529600:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8472us (9735us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.659521:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205313
00000100:00100000:2.0:1775764878.671274:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.671614:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293530112
00000100:00100000:0.0:1775764878.671629:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293530112
00000100:00100000:0.0:1775764878.671712:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2816
00000100:00100000:0.0:1775764878.671722:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293530112:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764878.672013:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14453:x1862022293530112:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 291us (752us total) trans 4295101419 rc 0/0
00000100:00100000:0.0:1775764878.672022:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2816
00000100:00100000:2.0:1775764878.676339:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.676452:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293530368
00000100:00100000:3.0:1775764878.676466:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293530368
00000100:00100000:3.0:1775764878.676542:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2817
00000100:00100000:3.0:1775764878.676555:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293530368:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764878.676922:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14454:x1862022293530368:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 368us (599us total) trans 4295101420 rc 0/0
00000100:00100000:3.0:1775764878.676931:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2817
00000100:00100000:3.0:1775764878.679403:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.679505:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293530496
00000100:00100000:0.0:1775764878.679520:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293530496
00000100:00100000:0.0:1775764878.679591:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205314
00000100:00100000:0.0:1775764878.679603:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293530496:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764878.679631:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764878.679662:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d337 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f90 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.679729:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d33e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.679745:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d33e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.679757:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d33e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.679770:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d345 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.679776:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d345 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.679782:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d345 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.679905:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d34c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.679914:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d34c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.679922:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d34c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764878.680080:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014f:0x0]: returning size 83190
00000004:00200000:1.0:1775764878.680089:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764878.680128:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d34c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680148:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d34c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680162:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d33e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680170:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d33e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680178:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d33e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680185:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d33e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680197:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.680202:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d33e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680211:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d33e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680228:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764878.680231:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.680238:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d33e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680244:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d33e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680264:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d345 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680271:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d345 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680277:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d345 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680281:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.680284:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d345 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680290:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d345 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680302:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xbb97fc59 (ffff93c69bed0a00)
00010000:00010000:1.0:1775764878.680305:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.680308:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d345 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680315:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d345 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680358:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d337 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f90 expref: 146 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680375:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d34c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f90 expref: 145 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.680383:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:1.0:1775764878.680385:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764878.680388:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29800, rc 0)
00000100:00100000:1.0:1775764878.680470:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293530496:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 869us (1079us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.680480:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205314
00000100:00100000:0.0:1775764878.691314:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.691428:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293530624
00000100:00100000:3.0:1775764878.691446:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293530624
00000100:00100000:3.0:1775764878.691538:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205315
00000100:00100000:3.0:1775764878.691552:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14454:x1862022293530624:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764878.691588:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764878.691616:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e400/0x9da62835f5d6d353 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f97 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.691734:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d35a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.691751:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d35a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.691765:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d35a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.691784:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d361 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.691790:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d361 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.691795:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d361 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.691964:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6d368 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692082:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6d368 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692092:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6d368 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764878.692143:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1014e:0x0]: returning size 83190
00000004:00200000:3.0:1775764878.692148:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764878.692175:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6d368 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692189:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6d368 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692199:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d35a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692206:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d35a lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692212:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d35a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692218:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b761fa00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764878.692222:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d35a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692230:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d35a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692245:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764878.692248:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764878.692252:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d35a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692258:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d35a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692273:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d361 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692278:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d361 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692283:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d361 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692288:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a31f5600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764878.692290:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d361 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692296:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d361 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692303:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xbb97fc59 (ffff93c68cb34d00)
00010000:00010000:3.0:1775764878.692306:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764878.692308:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d361 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692314:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d361 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692354:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e400/0x9da62835f5d6d353 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f97 expref: 147 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692370:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6d368 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f97 expref: 146 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.692378:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764878.692381:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764878.692383:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a31f4a00, rc 0)
00000100:00100000:3.0:1775764878.692476:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14454:x1862022293530624:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 927us (1172us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.692486:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205315
00000100:00100000:2.0:1775764878.697120:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.697287:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.697378:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293531008
00000100:00100000:3.0:1775764878.697392:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293531008
00000100:00100000:3.0:1775764878.697475:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205316
00000100:00100000:3.0:1775764878.697487:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14453:x1862022293531008:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764878.697565:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1775764878.697603:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d330 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f89 expref: 146 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.697629:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6c871 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c95 expref: 145 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.697650:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764878.697657:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764878.697689:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6d36f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.697706:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6d36f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.697719:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6d36f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.697738:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6d376 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.697746:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6d376 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.697753:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6d376 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.697932:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.697945:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d34c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f90 expref: 144 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.697955:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 4/0,1 mode: --/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.697999:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d34c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f90 expref: 144 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.698016:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d34c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f90 expref: 144 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.698043:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277219584:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764878.698151:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7812ed540 going to sleep for 11 seconds
00000100:00100000:1.0:1775764878.700336:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293530752
00000100:00100000:1.0:1775764878.700352:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293530752
00010000:00010000:1.0:1775764878.700409:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d34c lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f90 expref: 145 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.700461:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3077
00000100:00100000:1.0:1775764878.700473:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2402:x1862022293530752:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764878.700570:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764878.700580:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d34c lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f90 expref: 145 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.700598:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d34c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f90 expref: 145 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.700635:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:1.0:1775764878.700649:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.700659:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.700668:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.700692:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764878.700771:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2402:x1862022293530752:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 300us (3667us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.700781:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3077
00010000:00010000:3.0:1775764878.709061:0:14273:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@000000008e7fbb7e x1862022277219584) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d34c lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f90 expref: 144 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709094:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d34c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464f90 expref: 144 pid: 10031 timeout: 2232 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.709115:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277219584:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764878.709145:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764878.709156:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709168:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709175:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764878.709546:0:14273:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].83, 64 off13528
00000004:00080000:3.0:1775764878.709558:0:14273:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 2132959717703ns, next at 2133959714755ns, rc = 0
00010000:00010000:3.0:1775764878.709630:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e400/0x9da62835f5d6d384 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709657:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e400/0x9da62835f5d6d384 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709675:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e400/0x9da62835f5d6d384 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709683:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e400/0x9da62835f5d6d384 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709689:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e400/0x9da62835f5d6d384 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709696:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e400/0x9da62835f5d6d384 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709724:0:14273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764878.709751:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709758:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709764:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709769:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a31f5600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764878.709774:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709782:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709792:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:3.0:1775764878.709795:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764878.709799:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709806:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6d37d lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1014f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709829:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6d36f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709835:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6d36f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709905:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6d36f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709911:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6d36f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709918:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b38c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764878.709921:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6d36f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709927:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6d36f lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709940:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764878.709944:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764878.709947:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6d36f lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709954:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6d36f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764878.709972:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000975ca57a reply state 00000000a3bd6c79 transno 4295101421 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6d376 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709984:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6d376 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.709991:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xbb97fc59 (ffff93c68cb34c00)
00010000:00010000:3.0:1775764878.709993:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764878.709996:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764878.710103:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293531008:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 12616us (12814us total) trans 4295101421 rc 0/0
00000100:00100000:3.0:1775764878.710115:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205316
00010000:00010000:2.0:1775764878.710736:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764878.710746:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e400/0x9da62835f5d6d384 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.710755:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b761e400 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764878.710759:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e400/0x9da62835f5d6d384 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.710767:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e400/0x9da62835f5d6d384 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.710781:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014f:0x0].0x0 (ffff93c69abafa00)
00010000:00010000:2.0:1775764878.710784:0:6506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764878.710787:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e400/0x9da62835f5d6d384 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.710793:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e400/0x9da62835f5d6d384 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1014f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.710814:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764878.710816:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764878.710818:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764878.711463:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.711758:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293531264
00000100:00100000:3.0:1775764878.711770:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293531264
00000100:00100000:3.0:1775764878.711883:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205317
00000100:00100000:3.0:1775764878.711893:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14454:x1862022293531264:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764878.711969:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:3.0:1775764878.712007:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6d368 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f97 expref: 145 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712030:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d322 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1014e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f82 expref: 144 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712043:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a331e200/0x9da62835f5d6c840 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1014e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c87 expref: 143 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712053:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c69abaf800)
00010000:00010000:3.0:1775764878.712063:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764878.712085:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d38b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712100:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d38b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712111:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d38b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712128:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6d392 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712134:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6d392 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712140:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6d392 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712242:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d399 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712251:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d399 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712259:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d399 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764878.712527:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].82, 64 off13440
00000004:00080000:3.0:1775764878.712539:0:6517:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 2132962697861ns, next at 2133962694832ns, rc = 0
00010000:00010000:3.0:1775764878.712594:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d3a0 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712607:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d3a0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712615:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d3a0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712623:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d3a0 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712629:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d3a0 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712636:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d3a0 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712672:0:6517:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764878.712695:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d399 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1014e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712701:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d399 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1014e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712707:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d399 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1014e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712713:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79d000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764878.712717:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d399 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1014e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712724:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d399 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1014e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712739:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c68cb34b00)
00010000:00010000:3.0:1775764878.712742:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764878.712745:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d399 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1014e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712751:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d399 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1014e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712767:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d38b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712774:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d38b lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712780:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d38b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712784:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b761fa00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764878.712788:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d38b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712796:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d38b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.712801:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764878.712805:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764878.712812:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764878.712817:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d38b lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.712821:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d3a0 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712824:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761fa00/0x9da62835f5d6d38b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.712874:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79dc00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764878.712880:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d3a0 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764878.712910:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ec8bbc2 reply state 000000004d90aab9 transno 4295101422 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6d392 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.712911:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d3a0 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712951:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6d392 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.712961:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xbb97fc59 (ffff93c68cb34d00)
00010000:00010000:0.0:1775764878.712963:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1014e:0x0].0x0 (ffff93c68cb34b00)
00010000:00010000:3.0:1775764878.712965:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764878.712975:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00000100:00100000:3.0:1775764878.712975:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764878.712984:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d3a0 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.712992:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d3a0 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1014e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.713020:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764878.713023:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764878.713026:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764878.713083:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14454:x1862022293531264:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1187us (1621us total) trans 4295101422 rc 0/0
00000100:00100000:3.0:1775764878.713092:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205317
00000100:00100000:0.0:1775764878.740780:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.741130:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293531392
00000100:00100000:3.0:1775764878.741149:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293531392
00000100:00100000:3.0:1775764878.741236:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205318
00000100:00100000:3.0:1775764878.741247:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293531392:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764878.741286:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764878.741313:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d3a7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464f9e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.741400:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d3ae lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.741418:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d3ae lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.741432:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d3ae lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.741454:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3b5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x16ffa7f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.741461:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3b5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.741467:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3b5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.741531:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d3ae lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.741540:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d3ae lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.741548:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d3ae lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.741554:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764878.741559:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d3ae lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.741567:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d3ae lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.741581:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764878.741584:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764878.741590:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d3ae lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.741597:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d3ae lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.742686:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3b5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.742702:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3b5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.742709:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3b5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.742716:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764878.742720:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3b5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.742728:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3b5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.742745:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x16ffa7f1 (ffff93c68cb34900)
00010000:00010000:3.0:1775764878.742748:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764878.742751:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3b5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.742757:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3b5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.742819:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d3a7 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f9e expref: 145 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.742832:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764878.742834:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764878.742880:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d3a7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464f9e expref: 145 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.742894:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79d000, rc 0)
00000100:00100000:2.0:1775764878.743185:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293531392:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1936us (2411us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764878.743197:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205318
00000100:00100000:0.0:1775764878.749488:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.749605:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293531520
00000100:00100000:2.0:1775764878.749617:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293531520
00000100:00100000:2.0:1775764878.749689:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205319
00000100:00100000:2.0:1775764878.749701:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14454:x1862022293531520:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764878.749723:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764878.749749:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d3bc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464fa5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.749815:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d3c3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.749831:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d3c3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.749885:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d3c3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.749900:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3ca lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x16ffa7f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.749907:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.749912:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.749958:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d3c3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.749964:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d3c3 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.749971:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d3c3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.749976:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.749981:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d3c3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.749989:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d3c3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.750000:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764878.750003:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.750009:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d3c3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.750014:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d3c3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.750026:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.750032:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3ca lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.750037:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3ca lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.750042:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.750044:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3ca lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.750050:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3ca lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.750057:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x16ffa7f1 (ffff93c7afe54000)
00010000:00010000:2.0:1775764878.750060:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.750063:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3ca lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.750069:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3ca lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.750100:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d3bc lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fa5 expref: 145 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.750110:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764878.750112:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.750115:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d3bc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fa5 expref: 145 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.750124:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebcc00, rc 0)
00000100:00100000:2.0:1775764878.750178:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14454:x1862022293531520:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 480us (709us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764878.750187:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205319
00000100:00100000:1.0:1775764878.756590:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.757456:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293531648
00000100:00100000:3.0:1775764878.757472:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293531648
00000100:00100000:3.0:1775764878.757915:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205320
00000100:00100000:3.0:1775764878.757931:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14454:x1862022293531648:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764878.757964:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764878.757995:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d3d1 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464fac expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.758087:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3d8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.758107:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.758122:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764878.758180:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096
00000004:00200000:3.0:1775764878.758185:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764878.758210:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.758238:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d3d1 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fac expref: 146 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.758261:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3d8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fac expref: 145 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.758272:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764878.758275:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764878.758280:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79c000, rc 0)
00000100:00100000:3.0:1775764878.758368:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14454:x1862022293531648:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 441us (1791us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.758376:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205320
00000100:00100000:0.0:1775764878.760315:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.760447:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293531776
00000100:00100000:2.0:1775764878.760460:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293531776
00000100:00100000:2.0:1775764878.760800:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205321
00000100:00100000:2.0:1775764878.760812:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293531776:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764878.760977:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764878.761019:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d3df lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464fb3 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.761105:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3e6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.761123:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.761138:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764878.761199:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007b:0x0]: returning size 4096
00000004:00200000:2.0:1775764878.761205:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764878.761231:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.761260:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d3df lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fb3 expref: 147 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.761281:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3e6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fb3 expref: 146 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.761292:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764878.761296:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764878.761300:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc200, rc 0)
00000100:00100000:2.0:1775764878.761371:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14453:x1862022293531776:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 562us (1066us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.761380:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205321
00000100:00100000:0.0:1775764878.769809:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.770120:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293531904
00000100:00100000:3.0:1775764878.770136:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293531904
00000100:00100000:3.0:1775764878.770209:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2818
00000100:00100000:3.0:1775764878.770220:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14453:x1862022293531904:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764878.775049:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.775261:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293532032
00000100:00100000:3.0:1775764878.775277:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293532032
00000100:00100000:3.0:1775764878.775365:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2819
00000100:00100000:3.0:1775764878.775377:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14454:x1862022293532032:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764878.781359:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14453:x1862022293531904:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 11122us (11545us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.781378:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2818
00000100:00100000:3.0:1775764878.783691:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14454:x1862022293532032:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 8305us (8642us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.783704:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2819
00000100:00100000:2.0:1775764878.789577:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.790814:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293532160
00000100:00100000:3.0:1775764878.790834:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293532160
00000100:00100000:3.0:1775764878.790964:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205322
00000100:00100000:3.0:1775764878.790979:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14453:x1862022293532160:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764878.791010:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764878.791042:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d3ed lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464fba expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791228:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d3f4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791250:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d3f4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791263:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d3f4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791282:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d3fb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791289:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d3fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791305:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d3fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791391:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d402 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791399:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d402 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791406:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d402 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764878.791448:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00000004:00200000:2.0:1775764878.791453:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764878.791481:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d402 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791493:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d402 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791502:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d3f4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791508:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d3f4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791518:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d3f4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791524:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d3f4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791529:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.791534:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d3f4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791540:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d3f4 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791551:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764878.791554:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.791557:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d3f4 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791564:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d3f4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791578:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d3fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791584:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d3fb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791590:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d3fb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791594:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebdc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764878.791597:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d3fb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791603:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d3fb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791609:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x469e1765 (ffff93c7afe54000)
00010000:00010000:2.0:1775764878.791611:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764878.791614:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d3fb lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791619:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d3fb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791681:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d3ed lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fba expref: 148 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791696:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d402 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fba expref: 147 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.791702:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:2.0:1775764878.791704:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764878.791707:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc400, rc 0)
00000100:00100000:2.0:1775764878.791791:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14453:x1862022293532160:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 816us (2222us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.791801:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205322
00000100:00100000:2.0:1775764878.798022:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.798118:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293532288
00000100:00100000:1.0:1775764878.798135:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293532288
00000100:00100000:1.0:1775764878.798269:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205323
00000100:00100000:1.0:1775764878.798283:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14454:x1862022293532288:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764878.798313:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764878.798339:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d409 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464fc1 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798439:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d410 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798458:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d410 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798474:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d410 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798492:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d417 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798499:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d417 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798506:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d417 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798632:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d41e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798653:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d41e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798662:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d41e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764878.798716:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00000004:00200000:1.0:1775764878.798721:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764878.798746:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d41e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798763:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d41e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798773:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d410 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798781:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d410 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798788:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d410 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798795:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d410 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798808:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.798813:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d410 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798820:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d410 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798834:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764878.798879:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.798885:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d410 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798891:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d410 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798902:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d417 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798907:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d417 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798911:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d417 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798914:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764878.798915:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d417 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798919:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d417 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798923:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x469e1765 (ffff93c6877cd100)
00010000:00010000:1.0:1775764878.798925:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764878.798926:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d417 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798929:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d417 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798954:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d409 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fc1 expref: 149 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798964:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d41e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fc1 expref: 148 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.798970:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:1.0:1775764878.798971:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764878.798974:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843e00, rc 0)
00000100:00100000:1.0:1775764878.799349:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14454:x1862022293532288:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1067us (1334us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.799358:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205323
00000100:00100000:0.0:1775764878.807789:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.807883:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.807930:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.808308:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293532672
00000100:00100000:2.0:1775764878.808322:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293532672
00000100:00100000:2.0:1775764878.808397:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293532928
00000100:00100000:2.0:1775764878.808401:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293532928
00000100:00100000:2.0:1775764878.808430:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205324
00000100:00100000:2.0:1775764878.808442:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14453:x1862022293532672:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764878.808469:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764878.808497:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d425 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464fc8 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.808656:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d42c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.808673:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d42c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.808689:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d42c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764878.808705:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00010000:00010000:2.0:1775764878.808886:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d425 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fc8 expref: 152 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.808909:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d42c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fc8 expref: 151 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.808919:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:2.0:1775764878.808923:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764878.808927:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:2.0:1775764878.808998:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14453:x1862022293532672:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 558us (1223us total) trans 4295101423 rc 0/0
00000100:00100000:2.0:1775764878.809011:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205324
00000100:00100000:2.0:1775764878.809035:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205325
00000100:00100000:2.0:1775764878.809043:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14454:x1862022293532928:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764878.809052:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764878.809061:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d43a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464fcf expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.809120:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d441 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.809130:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d441 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.809138:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d441 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764878.809147:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00010000:00010000:2.0:1775764878.809193:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d43a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fcf expref: 153 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.809205:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d441 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fcf expref: 152 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.809213:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764878.809215:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764878.809218:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd400, rc 0)
00000100:00100000:2.0:1775764878.809239:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293532928:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 197us (1308us total) trans 4295101424 rc 0/0
00000100:00100000:2.0:1775764878.809246:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205325
00000100:00100000:3.0:1775764878.810215:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293532416
00000100:00100000:3.0:1775764878.810227:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293532416
00000100:00100000:3.0:1775764878.810293:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1098
00000100:00100000:3.0:1775764878.810303:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:2402:x1862022293532416:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764878.810318:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764878.810341:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d402 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fba expref: 152 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.810358:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:3.0:1775764878.810363:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764878.810413:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:2402:x1862022293532416:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 112us (2573us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.810421:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1098
00000100:00100000:1.0:1775764878.810564:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.810720:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293533056
00000100:00100000:3.0:1775764878.810725:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293533056
00000100:00100000:3.0:1775764878.810764:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1099
00000100:00100000:3.0:1775764878.810770:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:2403:x1862022293533056:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764878.810779:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764878.810790:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d41e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fc1 expref: 151 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.810801:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:3.0:1775764878.810804:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764878.810830:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:2403:x1862022293533056:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 60us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.810876:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1099
00000100:00100000:1.0:1775764878.823997:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.824136:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293533184
00000100:00100000:0.0:1775764878.824149:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293533184
00000100:00100000:0.0:1775764878.824277:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1100
00000100:00100000:0.0:1775764878.824288:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:2402:x1862022293533184:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764878.824309:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764878.824342:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d441 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fcf expref: 150 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.824366:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:0.0:1775764878.824373:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764878.824439:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:2402:x1862022293533184:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 153us (456us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.824448:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1100
00000100:00100000:3.0:1775764878.833378:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.833467:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.838681:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293533440
00000100:00100000:0.0:1775764878.838701:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293533440
00000100:00100000:0.0:1775764878.838773:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293533696
00000100:00100000:0.0:1775764878.838777:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293533696
00000100:00100000:2.0:1775764878.838915:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2820
00000100:00100000:2.0:1775764878.838932:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4808c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14454:x1862022293533440:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764878.839288:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4808c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14454:x1862022293533440:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 361us (5925us total) trans 4295101425 rc 0/0
00000100:00100000:2.0:1775764878.839299:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2820
00000100:00100000:2.0:1775764878.839353:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2821
00000100:00100000:2.0:1775764878.839360:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14453:x1862022293533696:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764878.839452:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14453:x1862022293533696:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 92us (5984us total) trans 4295101426 rc 0/0
00000100:00100000:2.0:1775764878.839459:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2821
00000100:00100000:1.0:1775764878.845895:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.845944:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293533824
00000100:00100000:1.0:1775764878.845955:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293533824
00000100:00100000:1.0:1775764878.846018:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1101
00000100:00100000:1.0:1775764878.846027:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:2402:x1862022293533824:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764878.846043:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764878.846075:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d42c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fc8 expref: 151 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.846101:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:1.0:1775764878.846107:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764878.846163:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:2402:x1862022293533824:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 137us (281us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.846170:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1101
00000100:00100000:3.0:1775764878.853467:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.853679:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293534080
00000100:00100000:0.0:1775764878.853692:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293534080
00000100:00100000:0.0:1775764878.853757:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205326
00000100:00100000:0.0:1775764878.853767:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14453:x1862022293534080:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764878.853794:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764878.853818:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d44f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464fd6 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.853988:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.854003:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d5864e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509445e9ca expref: 151 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.854011:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.854049:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d5864e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445e9ca expref: 151 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.854061:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d5864e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445e9ca expref: 151 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.854075:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b00700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277219712:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764878.854192:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790e0a0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764878.854546:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.854720:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293534336
00000100:00100000:2.0:1775764878.854727:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293534336
00000100:00100000:2.0:1775764878.854769:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205327
00000100:00100000:2.0:1775764878.854776:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293534336:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764878.854791:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764878.854802:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d45d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464fdd expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.854892:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.854903:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691628200/0x9da62835f5d58671 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509445e9d8 expref: 153 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.854912:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.854930:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c691628200/0x9da62835f5d58671 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445e9d8 expref: 153 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.854936:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691628200/0x9da62835f5d58671 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445e9d8 expref: 153 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.854945:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277219840:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764878.854989:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c785540180 going to sleep for 11 seconds
00000100:00100000:1.0:1775764878.857742:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b00700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277219712:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764878.857780:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.859020:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.859125:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293534464
00000100:00100000:0.0:1775764878.859136:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293534464
00010000:00010000:0.0:1775764878.859189:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d5864e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445e9ca expref: 154 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.859232:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3078
00000100:00100000:0.0:1775764878.859243:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:2403:x1862022293534464:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764878.859260:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764878.859268:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d5864e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445e9ca expref: 154 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.859283:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d5864e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445e9ca expref: 154 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.859316:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d5864e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445e9ca expref: 154 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.859338:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:0.0:1775764878.859344:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.859355:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.859365:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.859407:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764878.859490:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:2403:x1862022293534464:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 249us (477us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.859499:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3078
00010000:00010000:1.0:1775764878.859738:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.859754:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764878.859779:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00010000:00010000:1.0:1775764878.860015:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d44f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fd6 expref: 154 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.860035:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fd6 expref: 153 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.860045:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:1.0:1775764878.860048:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764878.860051:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28e00, rc 0)
00000100:00100000:1.0:1775764878.860086:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293534080:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6319us (6635us total) trans 4295101427 rc 0/0
00000100:00100000:1.0:1775764878.860094:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205326
00000100:00100000:0.0:1775764878.861388:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277219840:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764878.861427:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.862391:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.862485:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293534592
00000100:00100000:0.0:1775764878.862946:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293534592
00010000:00010000:0.0:1775764878.863083:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691628200/0x9da62835f5d58671 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445e9d8 expref: 153 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.863164:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3079
00000100:00100000:0.0:1775764878.863177:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:2403:x1862022293534592:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764878.863197:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764878.863206:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c691628200/0x9da62835f5d58671 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445e9d8 expref: 153 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.863221:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c691628200/0x9da62835f5d58671 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445e9d8 expref: 153 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.863251:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691628200/0x9da62835f5d58671 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445e9d8 expref: 153 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.863270:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:0.0:1775764878.863276:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.863292:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.863305:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.863343:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764878.863469:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.863478:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764878.863505:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00010000:00010000:2.0:1775764878.863693:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d45d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fdd expref: 154 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.863710:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fdd expref: 153 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.863719:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764878.863722:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764878.863724:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd400, rc 0)
00000100:00100000:0.0:1775764878.863804:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:2403:x1862022293534592:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 630us (1418us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.863813:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3079
00000100:00100000:2.0:1775764878.864158:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293534336:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9381us (9611us total) trans 4295101428 rc 0/0
00000100:00100000:2.0:1775764878.864167:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205327
00000100:00100000:2.0:1775764878.873781:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.873874:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.874386:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293534720
00000100:00100000:1.0:1775764878.874400:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293534720
00000100:00100000:1.0:1775764878.874471:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293534848
00000100:00100000:1.0:1775764878.874475:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293534848
00000100:00100000:1.0:1775764878.874500:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205328
00000100:00100000:1.0:1775764878.874511:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293534720:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764878.874545:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764878.874573:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d479 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464fe4 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.874709:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.874727:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fd6 expref: 154 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.874737:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.874786:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fd6 expref: 154 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.874816:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fd6 expref: 154 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.874833:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68578a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277219968:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764878.874966:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4f00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764878.875380:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205329
00000100:00100000:0.0:1775764878.875392:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14454:x1862022293534848:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764878.875409:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764878.875422:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d487 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464feb expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.875492:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.875505:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fdd expref: 155 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.875511:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.875536:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fdd expref: 155 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.875546:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fdd expref: 155 pid: 8005 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.875562:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b01c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277220096:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764878.875598:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790e0a0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764878.888647:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.888915:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68578a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277219968:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764878.888953:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.889032:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293534976
00000100:00100000:3.0:1775764878.889043:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293534976
00010000:00010000:3.0:1775764878.889091:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fd6 expref: 156 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.889140:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3080
00000100:00100000:3.0:1775764878.889151:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783543050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:2403:x1862022293534976:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764878.889170:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764878.889179:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fd6 expref: 156 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.889194:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fd6 expref: 156 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.889465:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.889542:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293535104
00000100:00100000:1.0:1775764878.889546:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293535104
00010000:00010000:1.0:1775764878.889567:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fdd expref: 157 pid: 8005 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.889599:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3081
00000100:00100000:1.0:1775764878.889606:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:2402:x1862022293535104:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764878.889616:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764878.889622:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fdd expref: 157 pid: 8005 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.889633:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fdd expref: 157 pid: 8005 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.889673:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:1.0:1775764878.889679:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.889691:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.889699:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.889719:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764878.889781:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:2402:x1862022293535104:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 175us (316us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.889789:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3081
00010000:00010000:2.0:1775764878.890066:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d464 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fdd expref: 156 pid: 8005 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.890095:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b01c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277220096:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764878.890116:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.890124:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.890131:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764878.890207:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00000004:00200000:2.0:1775764878.890213:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764878.890237:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.890273:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d487 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464feb expref: 156 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.890290:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464feb expref: 155 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.890303:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764878.890306:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764878.890309:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28400, rc 0)
00000100:00100000:2.0:1775764878.890355:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14454:x1862022293534848:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14966us (16480us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764878.890363:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205329
00010000:00010000:3.0:1775764878.891431:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d456 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fd6 expref: 154 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.891449:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:3.0:1775764878.891454:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.891469:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.891477:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.891503:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764878.891553:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783543050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:2403:x1862022293534976:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 2403us (2928us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.891562:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3080
00010000:00010000:1.0:1775764878.892941:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.892957:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764878.893025:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00000004:00200000:1.0:1775764878.893031:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764878.893058:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.893121:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d479 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fe4 expref: 153 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.893141:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fe4 expref: 152 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.893151:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:1.0:1775764878.893154:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764878.893157:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843000, rc 0)
00000100:00100000:1.0:1775764878.893223:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14453:x1862022293534720:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 18713us (19456us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764878.893232:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205328
00010000:00010000:3.0:1775764878.902248:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764878.908696:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764878.909325:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293535360
00000100:00100000:3.0:1775764878.909339:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293535360
00000100:00100000:3.0:1775764878.909419:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2822
00000100:00100000:3.0:1775764878.909430:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293535360:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764878.909810:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293535360:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 381us (1128us total) trans 4295101429 rc 0/0
00000100:00100000:3.0:1775764878.909820:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2822
00000100:00100000:0.0:1775764878.917009:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.917149:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293535616
00000100:00100000:2.0:1775764878.917163:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293535616
00000100:00100000:2.0:1775764878.917248:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2823
00000100:00100000:2.0:1775764878.917260:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293535616:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764878.917885:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293535616:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 625us (889us total) trans 4295101430 rc 0/0
00000100:00100000:2.0:1775764878.917894:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2823
00000100:00100000:1.0:1775764878.925399:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.925527:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.935489:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293535744
00000100:00100000:0.0:1775764878.935511:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293535744
00000100:00100000:0.0:1775764878.935625:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293535872
00000100:00100000:0.0:1775764878.935629:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293535872
00000100:00100000:0.0:1775764878.935682:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205330
00000100:00100000:0.0:1775764878.935695:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14453:x1862022293535744:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:3.0:1775764878.935718:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205331
00010000:00010000:0.0:1775764878.935725:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:3.0:1775764878.935732:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14454:x1862022293535872:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764878.935751:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764878.935756:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d495 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ff2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.935764:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d49c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094464ff9 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.935865:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d4a3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.935881:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d4aa lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.935884:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d4a3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.935910:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d4aa lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.935912:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d4a3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.935927:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d4aa lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.935939:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d4b1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.935947:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d4b8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.935950:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d4b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.935962:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d4b8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.935975:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d4b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.935989:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d4b8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937139:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d4bf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937159:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d4bf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937170:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d4bf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764878.937294:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00000004:00200000:3.0:1775764878.937300:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764878.937328:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d4bf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937343:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d4bf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937360:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d4aa lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937367:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d4aa lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937374:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d4aa lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937382:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d4aa lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937389:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764878.937394:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d4aa lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937403:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d4aa lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937419:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764878.937423:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764878.937427:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d4c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937429:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d4aa lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937446:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d4aa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.937447:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d4c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.937466:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d4c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937473:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d4b8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937481:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d4b8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937487:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d4b8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764878.937490:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00000004:00200000:0.0:1775764878.937496:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00010000:00010000:3.0:1775764878.937497:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79cc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764878.937502:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d4b8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764878.937507:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d4c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937509:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d4b8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937520:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x469e1765 (ffff93c68cb34900)
00010000:00010000:3.0:1775764878.937523:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764878.937525:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d4b8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937531:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d4b8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937575:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d49c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ff9 expref: 158 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937591:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d4bf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ff9 expref: 157 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.937599:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:3.0:1775764878.937601:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764878.937604:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79d000, rc 0)
00010000:00010000:0.0:1775764878.937793:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d4c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.937805:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d4a3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.937811:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d4a3 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.937816:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d4a3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.937821:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764878.937824:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d4a3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.937831:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d4a3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.937883:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764878.937886:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764878.937890:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d4a3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.937945:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14454:x1862022293535872:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2072us (12272us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.937958:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205331
00010000:00010000:0.0:1775764878.938022:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d4a3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.938037:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d4b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.938043:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d4b1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.938048:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d4b1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.938053:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764878.938056:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d4b1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.938062:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d4b1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.938071:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x469e1765 (ffff93c69bed0000)
00010000:00010000:0.0:1775764878.938074:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764878.938077:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d4b1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.938349:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d4b1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.938381:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d495 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ff2 expref: 157 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.938396:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d4c6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ff2 expref: 156 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.938404:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:0.0:1775764878.938407:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764878.938409:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28e00, rc 0)
00000100:00100000:0.0:1775764878.938455:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14453:x1862022293535744:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2764us (13072us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.938462:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205330
00000100:00100000:3.0:1775764878.947282:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.947458:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293536128
00000100:00100000:2.0:1775764878.947472:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293536128
00000100:00100000:2.0:1775764878.947563:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205332
00000100:00100000:2.0:1775764878.947576:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14454:x1862022293536128:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764878.947604:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764878.947633:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d4cd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465000 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.947799:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.947820:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464feb expref: 157 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.947831:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d4bf lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ff9 expref: 157 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.947872:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 5/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.947921:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d4bf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ff9 expref: 157 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.947939:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d4bf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ff9 expref: 157 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.947957:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277220224:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764878.948112:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464feb expref: 157 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.948123:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464feb expref: 157 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.948134:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277220352:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764878.948163:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c785540180 going to sleep for 11 seconds
00000100:00100000:1.0:1775764878.955413:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.955531:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764878.957728:0:6519:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000e7919e71 x1862022277220224) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d4bf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ff9 expref: 157 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.957760:0:6519:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d4bf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ff9 expref: 157 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.957790:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d4bf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464ff9 expref: 157 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.957815:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277220224:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764878.958370:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293536256
00000100:00100000:0.0:1775764878.958381:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293536256
00000100:00100000:0.0:1775764878.958616:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1102
00000100:00100000:0.0:1775764878.958631:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:2402:x1862022293536256:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764878.958660:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764878.958677:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d4c6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464ff2 expref: 157 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.958694:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:0.0:1775764878.958700:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764878.958771:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:2402:x1862022293536256:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 145us (3373us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764878.958781:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1102
00000100:00100000:1.0:1775764878.958826:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293536384
00000100:00100000:1.0:1775764878.958831:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293536384
00000100:00100000:1.0:1775764878.958894:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1103
00000100:00100000:1.0:1775764878.958900:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:2401:x1862022293536384:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764878.958909:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764878.958911:0:13382:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 9da62835f5d6d4bf)
00010000:00010000:1.0:1775764878.958913:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764878.958931:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:2401:x1862022293536384:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 32us (3401us total) trans 0 rc 116/116
00000100:00100000:1.0:1775764878.958936:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1103
00000100:00100000:1.0:1775764878.962355:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764878.962396:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.962439:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277220352:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764878.962475:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764878.962484:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.962513:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.962525:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.962919:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293536640
00000100:00100000:3.0:1775764878.962928:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293536640
00000100:00100000:2.0:1775764878.963093:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205333
00000100:00100000:2.0:1775764878.963104:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14453:x1862022293536640:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764878.963135:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764878.963161:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d4db lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465007 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.963306:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.963323:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fe4 expref: 157 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.963332:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.963374:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fe4 expref: 157 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.963388:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fe4 expref: 157 pid: 6518 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.963406:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277220480:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764878.963434:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293536768
00000100:00100000:0.0:1775764878.963441:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293536768
00010000:00010000:1.0:1775764878.963613:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464feb expref: 158 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.963734:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3082
00000100:00100000:1.0:1775764878.963744:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:2403:x1862022293536768:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764878.963757:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764878.963766:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464feb expref: 158 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764878.963768:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c785540180 going to sleep for 11 seconds
00010000:00010000:1.0:1775764878.963786:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464feb expref: 158 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.963814:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d48e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464feb expref: 158 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.963833:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:1.0:1775764878.963855:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.963864:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.963872:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.963902:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764878.963933:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.963939:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:2403:x1862022293536768:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 195us (1542us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764878.963945:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.963955:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3082
00000004:00200000:2.0:1775764878.963969:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00010000:00010000:2.0:1775764878.964126:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d4cd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465000 expref: 158 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.964144:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465000 expref: 157 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.964152:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764878.964156:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764878.964158:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebce00, rc 0)
00000100:00100000:2.0:1775764878.964185:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14454:x1862022293536128:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16613us (16919us total) trans 4295101431 rc 0/0
00000100:00100000:2.0:1775764878.964193:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205332
00000100:00100000:2.0:1775764878.970478:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.970632:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277220480:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764878.970680:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.971181:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293536896
00000100:00100000:3.0:1775764878.971191:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293536896
00010000:00010000:3.0:1775764878.971244:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fe4 expref: 157 pid: 6518 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.971293:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3083
00000100:00100000:3.0:1775764878.971304:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:2400:x1862022293536896:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764878.971324:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764878.971333:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fe4 expref: 157 pid: 6518 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.971348:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fe4 expref: 157 pid: 6518 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.971376:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d480 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094464fe4 expref: 157 pid: 6518 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.971395:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:3.0:1775764878.971401:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.971414:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.971430:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.971466:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764878.971589:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:2400:x1862022293536896:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 286us (1126us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.971602:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3083
00010000:00010000:2.0:1775764878.971826:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.971835:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764878.971899:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00010000:00010000:2.0:1775764878.972081:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d4db lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465007 expref: 157 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.972102:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465007 expref: 156 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764878.972111:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:2.0:1775764878.972114:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764878.972117:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebdc00, rc 0)
00000100:00100000:2.0:1775764878.972158:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14453:x1862022293536640:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9056us (9817us total) trans 4295101432 rc 0/0
00000100:00100000:2.0:1775764878.972166:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205333
00000100:00100000:2.0:1775764878.986423:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.986486:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764878.986525:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293537024
00000100:00100000:0.0:1775764878.986538:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293537024
00000100:00100000:0.0:1775764878.986615:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293537152
00000100:00100000:0.0:1775764878.986619:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293537152
00000100:00100000:0.0:1775764878.986662:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205334
00000100:00100000:0.0:1775764878.986673:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14454:x1862022293537024:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764878.986710:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764878.986741:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d4f7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446500e expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.986929:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d4fe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.986949:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465000 expref: 158 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.986959:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d4fe lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764878.987018:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465000 expref: 158 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764878.987026:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205335
00000100:00100000:1.0:1775764878.987037:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293537152:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764878.987039:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465000 expref: 158 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.987048:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:0.0:1775764878.987055:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277220608:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764878.987058:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d505 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465015 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.987098:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d50c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.987108:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465007 expref: 159 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.987116:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d50c lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.987135:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465007 expref: 159 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764878.987143:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465007 expref: 159 pid: 8005 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764878.987153:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790e0a0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764878.987153:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68578b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277220736:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764878.987178:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4f00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764878.995112:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764878.995680:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68578b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277220736:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764878.995730:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d50c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.996179:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293537408
00000100:00100000:3.0:1775764878.996193:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293537408
00010000:00010000:3.0:1775764878.996255:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465007 expref: 160 pid: 8005 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764878.996303:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3084
00000100:00100000:3.0:1775764878.996315:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:2403:x1862022293537408:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764878.996335:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764878.996343:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465007 expref: 160 pid: 8005 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.996356:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465007 expref: 160 pid: 8005 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.996389:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d4e2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465007 expref: 160 pid: 8005 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.996411:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:3.0:1775764878.996417:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d50c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.996430:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d50c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.996440:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d50c lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.996473:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764878.996897:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:2403:x1862022293537408:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 583us (1801us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.996907:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3084
00010000:00010000:3.0:1775764878.996943:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d50c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.996952:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d50c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764878.998034:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00000004:00200000:3.0:1775764878.998045:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764878.998084:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d50c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.998137:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d505 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465015 expref: 159 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.998159:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d50c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465015 expref: 158 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764878.998170:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:3.0:1775764878.998173:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764878.998177:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:3.0:1775764878.998249:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293537152:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11214us (11760us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764878.998259:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205335
00000100:00100000:0.0:1775764878.999060:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277220608:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764878.999097:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d4fe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.002453:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.003134:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293537280
00000100:00100000:3.0:1775764879.003150:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293537280
00010000:00010000:3.0:1775764879.003222:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465000 expref: 158 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764879.003268:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3085
00000100:00100000:3.0:1775764879.003280:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783540450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:2403:x1862022293537280:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764879.003302:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764879.003311:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465000 expref: 158 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.003329:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465000 expref: 158 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.003358:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d4d4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465000 expref: 158 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.003377:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:3.0:1775764879.003383:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d4fe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.003394:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d4fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.003408:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d4fe lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.003450:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764879.003517:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783540450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:2403:x1862022293537280:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 240us (1079us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764879.003527:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3085
00010000:00010000:2.0:1775764879.003665:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d4fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.003675:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d4fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764879.003743:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00000004:00200000:2.0:1775764879.003749:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764879.003776:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d4fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.003815:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d4f7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446500e expref: 157 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.003873:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d4fe lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446500e expref: 156 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.003883:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764879.003886:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764879.003889:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28200, rc 0)
00000100:00100000:2.0:1775764879.003918:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14454:x1862022293537024:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 17248us (17510us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.003925:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205334
00000100:00080000:1.0:1775764879.004004:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1775764879.013532:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.013703:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293537536
00000100:00100000:2.0:1775764879.013717:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293537536
00000100:00100000:2.0:1775764879.013814:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205336
00000100:00100000:2.0:1775764879.013827:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14453:x1862022293537536:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764879.013898:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764879.013927:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d513 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446501c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014030:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d51a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014048:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d51a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014063:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d51a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014079:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d521 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014086:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d521 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014093:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d521 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014193:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d528 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014203:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d528 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014210:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d528 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764879.014264:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00000004:00200000:2.0:1775764879.014269:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764879.014294:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d528 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014306:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d528 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014316:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d51a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014323:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d51a lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014330:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d51a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014341:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.014346:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d51a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014353:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d51a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014366:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764879.014370:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.014375:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d51a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014382:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d51a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014398:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d521 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014405:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d521 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014410:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d521 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014416:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.014419:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d521 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014425:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d521 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014437:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x469e1765 (ffff93c7afe54000)
00010000:00010000:2.0:1775764879.014440:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.014443:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d521 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014449:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d521 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014486:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d513 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446501c expref: 158 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014513:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d528 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446501c expref: 157 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.014521:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:2.0:1775764879.014524:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764879.014527:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc800, rc 0)
00000100:00100000:2.0:1775764879.014601:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14453:x1862022293537536:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 778us (1084us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.014611:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205336
00000100:00100000:1.0:1775764879.018980:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.019233:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293537792
00000100:00100000:3.0:1775764879.019247:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293537792
00000100:00100000:3.0:1775764879.019326:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205337
00000100:00100000:3.0:1775764879.019339:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14453:x1862022293537792:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764879.019417:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1775764879.019454:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d528 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446501c expref: 157 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.019482:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d50c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465015 expref: 156 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.019510:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:3.0:1775764879.019516:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764879.019581:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d52f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.019597:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d52f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.019610:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d52f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764879.019767:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000619aee83 reply state 0000000069382637 transno 4295101433 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d52f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.019782:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d52f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.019788:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:3.0:1775764879.019792:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764879.019795:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764879.019943:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14453:x1862022293537792:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 606us (976us total) trans 4295101433 rc 0/0
00000100:00100000:3.0:1775764879.019953:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205337
00000100:00100000:1.0:1775764879.027930:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.028141:0:15587:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293537920
00000100:00100000:3.0:1775764879.028155:0:15587:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293537920
00000100:00100000:3.0:1775764879.028230:0:15587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1973
00000100:00100000:3.0:1775764879.028242:0:15587:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2402:x1862022293537920:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:3.0:1775764879.028462:0:15587:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb size from disk: 260096 -> 260096
00002000:00010000:3.0:1775764879.028466:0:15587:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb mtime from disk: 1775764803 -> 1775764791
00002000:00010000:3.0:1775764879.028470:0:15587:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb atime from disk: 1775764795 -> 1775764868
00002000:00010000:3.0:1775764879.028473:0:15587:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb ctime from disk: 1775764815 -> 1775764878
00002000:00010000:3.0:1775764879.028476:0:15587:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb blocks from disk: 512 -> 512
00000100:00100000:3.0:1775764879.028555:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293537920:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 315us (642us total) trans 4294967902 rc 0/0
00000100:00100000:3.0:1775764879.028564:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1973
00000100:00100000:0.0:1775764879.030970:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.031142:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293538048
00000100:00100000:3.0:1775764879.031154:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293538048
00000100:00100000:3.0:1775764879.031231:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205338
00000100:00100000:3.0:1775764879.031242:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14454:x1862022293538048:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764879.031275:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764879.031301:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d536 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465023 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031391:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d53d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031409:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d53d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031424:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d53d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031440:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d544 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031447:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d544 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031453:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d544 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031562:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d54b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031572:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d54b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031580:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d54b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764879.031631:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00000004:00200000:3.0:1775764879.031646:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764879.031672:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d54b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031684:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d54b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031694:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d53d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031701:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d53d lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031708:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d53d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031715:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764879.031719:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d53d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031728:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d53d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031742:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764879.031745:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764879.031750:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d53d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031755:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d53d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031776:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d544 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031783:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d544 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031788:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d544 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031794:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79d000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764879.031797:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d544 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031814:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d544 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031822:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x469e1765 (ffff93c68cb34900)
00010000:00010000:3.0:1775764879.031824:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764879.031827:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d544 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031833:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d544 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031895:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d536 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465023 expref: 159 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031910:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d54b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465023 expref: 158 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.031924:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:3.0:1775764879.031927:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764879.031929:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79dc00, rc 0)
00000100:00100000:3.0:1775764879.032002:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293538048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 762us (1047us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764879.032011:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205338
00000100:00100000:1.0:1775764879.038338:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.038454:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293538304
00000100:00100000:2.0:1775764879.038468:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293538304
00000100:00100000:2.0:1775764879.038557:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205339
00000100:00100000:2.0:1775764879.038570:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293538304:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764879.038657:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764879.038695:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d54b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465023 expref: 158 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.038731:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d4fe lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446500e expref: 157 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.038744:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764879.038751:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764879.038833:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d552 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.038912:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d552 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.038923:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d552 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764879.039070:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f03de49 reply state 000000001afcbf98 transno 4295101434 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d552 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.039084:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d552 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.039091:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764879.039093:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764879.039096:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764879.039211:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293538304:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 643us (888us total) trans 4295101434 rc 0/0
00000100:00100000:2.0:1775764879.039220:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205339
00000100:00100000:1.0:1775764879.046303:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.046679:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293538560
00000100:00100000:0.0:1775764879.046694:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293538560
00000100:00100000:0.0:1775764879.046766:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2824
00000100:00100000:0.0:1775764879.046778:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293538560:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764879.047144:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14453:x1862022293538560:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 367us (853us total) trans 4295101435 rc 0/0
00000100:00100000:0.0:1775764879.047153:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2824
00000100:00100000:1.0:1775764879.055228:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.055478:0:15592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293538688
00000100:00100000:2.0:1775764879.055492:0:15592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293538688
00000100:00100000:2.0:1775764879.055569:0:15592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1974
00000100:00100000:2.0:1775764879.055582:0:15592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2403:x1862022293538688:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:2.0:1775764879.055828:0:15592:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0xb:0x0] updating lvb size from disk: 260096 -> 260096
00002000:00010000:2.0:1775764879.055833:0:15592:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0xb:0x0] updating lvb mtime from disk: 1775764803 -> 1775764791
00002000:00010000:2.0:1775764879.055836:0:15592:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0xb:0x0] updating lvb atime from disk: 1775764795 -> 1775764868
00002000:00010000:2.0:1775764879.055881:0:15592:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0xb:0x0] updating lvb ctime from disk: 1775764815 -> 1775764878
00002000:00010000:2.0:1775764879.055884:0:15592:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0xb:0x0] updating lvb blocks from disk: 512 -> 512
00000100:00100000:2.0:1775764879.055954:0:15592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2403:x1862022293538688:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 374us (740us total) trans 4294967874 rc 0/0
00000100:00100000:2.0:1775764879.055963:0:15592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1974
00000100:00100000:1.0:1775764879.058889:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.058958:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293538816
00000100:00100000:3.0:1775764879.058979:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293538816
00000100:00100000:3.0:1775764879.059062:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205340
00000100:00100000:3.0:1775764879.059073:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14453:x1862022293538816:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764879.059191:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764879.059235:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d559 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446502a expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059350:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d560 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059370:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d560 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059389:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d560 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059405:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d567 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059412:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d567 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059420:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d567 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059526:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d56e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059536:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d56e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059544:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d56e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764879.059607:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00000004:00200000:0.0:1775764879.059619:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764879.059656:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d56e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059670:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d56e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059680:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d560 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059690:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d560 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059695:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d560 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059701:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d560 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059707:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764879.059711:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d560 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059719:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d560 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059742:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764879.059745:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764879.059751:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d560 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059758:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d560 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059776:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d567 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059782:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d567 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059788:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d567 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059793:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764879.059796:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d567 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059802:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d567 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059809:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x469e1765 (ffff93c69bed0000)
00010000:00010000:0.0:1775764879.059812:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764879.059814:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d567 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059820:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d567 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059911:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d559 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446502a expref: 161 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059928:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d56e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446502a expref: 160 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.059936:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:0.0:1775764879.059939:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764879.059941:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28200, rc 0)
00000100:00100000:0.0:1775764879.060022:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14453:x1862022293538816:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 951us (1188us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.060031:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205340
00000100:00100000:1.0:1775764879.064896:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.065115:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293539072
00000100:00100000:0.0:1775764879.065129:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293539072
00000100:00100000:0.0:1775764879.065188:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2825
00000100:00100000:0.0:1775764879.065211:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293539072:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764879.065501:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14454:x1862022293539072:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 302us (663us total) trans 4295101436 rc 0/0
00000100:00100000:0.0:1775764879.065511:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2825
00000100:00100000:1.0:1775764879.074043:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.074162:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293539328
00000100:00100000:3.0:1775764879.074175:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293539328
00000100:00100000:3.0:1775764879.074264:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205341
00000100:00100000:3.0:1775764879.074275:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14453:x1862022293539328:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764879.074305:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764879.074344:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d575 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465031 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.074501:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.074521:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d56e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446502a expref: 162 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.074530:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.074576:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d56e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446502a expref: 162 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.074593:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d56e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446502a expref: 162 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764879.074621:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b0380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277220864:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764879.074761:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7812ed540 going to sleep for 11 seconds
00000100:00100000:1.0:1775764879.078422:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.078497:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b0380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277220864:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764879.078518:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293539456
00000100:00100000:0.0:1775764879.078528:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293539456
00010000:00010000:3.0:1775764879.078534:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.078571:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d56e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446502a expref: 163 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.078624:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3086
00000100:00100000:0.0:1775764879.078635:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:2402:x1862022293539456:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764879.078664:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764879.078672:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d56e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446502a expref: 163 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.078687:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d56e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446502a expref: 163 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.078718:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d56e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446502a expref: 163 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.078749:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:0.0:1775764879.078754:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.078770:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.078780:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.078815:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764879.078859:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.078867:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764879.078893:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00000100:00100000:0.0:1775764879.078930:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:2402:x1862022293539456:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 296us (523us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.078938:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3086
00010000:00010000:3.0:1775764879.079075:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d575 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465031 expref: 163 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.079093:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465031 expref: 162 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.079101:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:3.0:1775764879.079104:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764879.079107:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79d000, rc 0)
00000100:00100000:3.0:1775764879.079134:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14453:x1862022293539328:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 4862us (5105us total) trans 4295101437 rc 0/0
00000100:00100000:3.0:1775764879.079141:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205341
00000100:00100000:1.0:1775764879.082014:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.082122:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293539584
00000100:00100000:2.0:1775764879.082135:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293539584
00000100:00100000:2.0:1775764879.082213:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205342
00000100:00100000:2.0:1775764879.082224:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14454:x1862022293539584:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764879.082256:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764879.082281:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d58a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465038 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082378:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d591 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082396:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d591 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082411:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d591 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082427:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d598 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082440:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d598 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082447:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d598 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082552:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d59f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082562:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d59f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082568:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d59f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764879.082630:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00000004:00200000:2.0:1775764879.082635:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764879.082668:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d59f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082682:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d59f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082691:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d591 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082699:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d591 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082707:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d591 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082718:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebcc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.082732:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d591 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082742:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d591 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082756:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764879.082760:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.082765:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d591 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082772:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d591 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082787:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d598 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082794:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d598 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082800:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d598 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082805:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.082808:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d598 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082814:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d598 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082825:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x469e1765 (ffff93c7afe54000)
00010000:00010000:2.0:1775764879.082828:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.082830:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d598 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082886:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d598 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082926:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d58a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465038 expref: 164 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082940:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d59f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465038 expref: 163 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.082948:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764879.082950:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764879.082954:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc800, rc 0)
00000100:00100000:2.0:1775764879.083025:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14454:x1862022293539584:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 803us (1024us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.083034:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205342
00000100:00100000:2.0:1775764879.084979:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.085082:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293539712
00000100:00100000:0.0:1775764879.085096:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293539712
00000100:00100000:0.0:1775764879.085170:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205343
00000100:00100000:0.0:1775764879.085181:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14453:x1862022293539712:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764879.085223:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764879.085248:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d5a6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446503f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.085548:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d5ad lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.085566:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465031 expref: 164 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.085576:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d5ad lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.085630:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465031 expref: 164 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.085657:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465031 expref: 164 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.085675:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b03100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277220992:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764879.086005:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c785540180 going to sleep for 11 seconds
00000100:00100000:1.0:1775764879.089646:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.089749:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293539840
00000100:00100000:2.0:1775764879.089761:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293539840
00010000:00010000:2.0:1775764879.089819:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465031 expref: 165 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.089901:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3087
00000100:00100000:2.0:1775764879.089913:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2403:x1862022293539840:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764879.089934:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764879.089942:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465031 expref: 165 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.089959:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465031 expref: 165 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.089988:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:2.0:1775764879.089994:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d5ad lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.090006:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d5ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.090015:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d5ad lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.090041:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764879.090113:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2403:x1862022293539840:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 201us (488us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.090121:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3087
00010000:00010000:0.0:1775764879.090692:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d57c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465031 expref: 164 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.090714:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b03100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277220992:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764879.090963:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d5ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.090976:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d5ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.090982:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d5ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764879.091056:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00000004:00200000:0.0:1775764879.091062:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764879.091093:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d5ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.091133:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d5a6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446503f expref: 164 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.091152:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d5ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446503f expref: 163 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.091161:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:0.0:1775764879.091165:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764879.091167:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29400, rc 0)
00000100:00100000:0.0:1775764879.091437:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14453:x1862022293539712:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6256us (6468us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.091447:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205343
00000100:00100000:1.0:1775764879.098064:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.100007:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293540096
00000100:00100000:2.0:1775764879.100026:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293540096
00000100:00100000:2.0:1775764879.100158:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205344
00000100:00100000:2.0:1775764879.100172:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14454:x1862022293540096:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764879.101783:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764879.101832:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d5b4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465046 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.102018:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.102040:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d59f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465038 expref: 164 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.102050:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.102096:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d59f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465038 expref: 164 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.102116:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d59f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465038 expref: 164 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.102133:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277221120:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764879.102888:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0540 going to sleep for 11 seconds
00000100:00100000:1.0:1775764879.106242:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.106351:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293540224
00000100:00100000:2.0:1775764879.106368:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293540224
00000100:00100000:2.0:1775764879.106450:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205345
00000100:00100000:2.0:1775764879.106462:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293540224:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764879.106491:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764879.106520:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d5c2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446504d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106604:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d5c9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106624:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d5c9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106647:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d5c9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106666:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d5d0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106674:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d5d0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106681:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d5d0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106792:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d5d7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106803:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d5d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106810:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d5d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764879.106893:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00000004:00200000:2.0:1775764879.106899:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764879.106924:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d5d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106937:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d5d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106953:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d5c9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106961:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d5c9 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106969:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d5c9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106975:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.106980:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d5c9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.106988:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d5c9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.107003:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764879.107007:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.107013:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d5c9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.107020:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d5c9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.107035:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d5d0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.107042:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d5d0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.107048:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d5d0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.107055:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebdc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.107058:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d5d0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.107064:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d5d0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.107070:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x469e1765 (ffff93c7afe54000)
00010000:00010000:2.0:1775764879.107073:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.107075:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d5d0 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.107081:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d5d0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.107116:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d5c2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446504d expref: 167 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.107132:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d5d7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446504d expref: 166 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.107141:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:2.0:1775764879.107143:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764879.107146:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebca00, rc 0)
00000100:00100000:2.0:1775764879.107229:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293540224:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 769us (1002us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.107237:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205345
00000100:00100000:1.0:1775764879.113823:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.113906:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293540480
00000100:00100000:0.0:1775764879.113921:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293540480
00000100:00100000:0.0:1775764879.113998:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205346
00000100:00100000:0.0:1775764879.114011:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293540480:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764879.114086:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1775764879.114126:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d5d7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446504d expref: 166 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.114153:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d5ad lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446503f expref: 165 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.114165:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:0.0:1775764879.114171:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764879.114248:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d5de lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.114266:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d5de lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.114277:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d5de lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764879.114423:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007abc6015 reply state 000000006b708d12 transno 4295101438 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d5de lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.114438:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d5de lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.114445:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:0.0:1775764879.114448:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764879.114451:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764879.114567:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293540480:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 559us (771us total) trans 4295101438 rc 0/0
00000100:00100000:0.0:1775764879.114576:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205346
00000100:00100000:1.0:1775764879.121071:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.121163:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.121243:0:15594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293540608
00000100:00100000:0.0:1775764879.121258:0:15594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293540608
00000100:00100000:2.0:1775764879.121294:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277221120:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764879.121330:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.121340:0:15594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1975
00000100:00100000:0.0:1775764879.121350:0:15594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293540608:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764879.121556:0:15594:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb size from disk: 260096 -> 260096
00002000:00010000:0.0:1775764879.121561:0:15594:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb mtime from disk: 1775764791 -> 1775764866
00002000:00010000:0.0:1775764879.121564:0:15594:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb atime from disk: 1775764868 -> 1775764858
00002000:00010000:0.0:1775764879.121566:0:15594:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878
00002000:00010000:0.0:1775764879.121569:0:15594:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb blocks from disk: 512 -> 512
00000100:00100000:3.0:1775764879.121574:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293540736
00000100:00100000:3.0:1775764879.121578:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293540736
00010000:00010000:3.0:1775764879.121606:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d59f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465038 expref: 166 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.121663:0:15594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2402:x1862022293540608:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 313us (605us total) trans 4294967903 rc 0/0
00000100:00100000:0.0:1775764879.121672:0:15594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1975
00000100:00100000:3.0:1775764879.121682:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3088
00000100:00100000:3.0:1775764879.121689:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:2402:x1862022293540736:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764879.121702:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764879.121711:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d59f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465038 expref: 166 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.121726:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d59f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465038 expref: 166 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.121751:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d59f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465038 expref: 166 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.121771:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:3.0:1775764879.121776:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.121788:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.121811:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.121929:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764879.121955:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2402:x1862022293540736:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 266us (792us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764879.121963:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3088
00010000:00010000:0.0:1775764879.123928:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.123952:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764879.124155:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00010000:00010000:0.0:1775764879.124364:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d5b4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465046 expref: 166 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.124392:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465046 expref: 165 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.124404:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:0.0:1775764879.124407:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764879.124411:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd200, rc 0)
00000100:00100000:0.0:1775764879.126100:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293540096:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 24631us (26750us total) trans 4295101439 rc 0/0
00000100:00100000:0.0:1775764879.126120:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205344
00000100:00100000:1.0:1775764879.128270:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.128832:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293540992
00000100:00100000:0.0:1775764879.128879:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293540992
00000100:00100000:0.0:1775764879.128944:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2826
00000100:00100000:0.0:1775764879.128954:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4809850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293540992:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764879.129316:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4809850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293540992:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 362us (1056us total) trans 4295101440 rc 0/0
00000100:00100000:0.0:1775764879.129325:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2826
00000100:00100000:2.0:1775764879.133707:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.136395:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293541120
00000100:00100000:0.0:1775764879.136418:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293541120
00000100:00100000:0.0:1775764879.136526:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205347
00000100:00100000:0.0:1775764879.136540:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293541120:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764879.136571:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764879.136599:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d5ec lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465054 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.136741:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d5f3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.136760:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465046 expref: 167 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.136769:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d5f3 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.138096:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465046 expref: 167 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.138123:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465046 expref: 167 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.138145:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b03800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277221248:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764879.138264:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c785540b40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764879.143624:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.143745:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293541248
00000100:00100000:1.0:1775764879.143757:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293541248
00000100:00100000:1.0:1775764879.143875:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205348
00000100:00100000:1.0:1775764879.143888:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14453:x1862022293541248:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764879.143920:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764879.143949:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d5fa lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446505b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144046:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d601 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144063:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d601 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144078:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d601 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144095:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d608 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144102:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d608 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144109:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d608 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144219:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d60f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144229:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d60f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144236:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d60f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764879.144286:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00000004:00200000:1.0:1775764879.144292:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764879.144319:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d60f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144334:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d60f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144344:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d601 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144350:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d601 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144357:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d601 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144363:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.144368:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d601 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144378:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d601 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144393:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764879.144396:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.144401:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d601 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144408:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d601 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144425:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d608 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144432:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d608 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144438:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d608 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144444:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.144447:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d608 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144453:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d608 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144460:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x469e1765 (ffff93c6877cd100)
00010000:00010000:1.0:1775764879.144463:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.144465:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d608 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144471:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d608 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144509:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d5fa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446505b expref: 170 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144525:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d60f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446505b expref: 169 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.144533:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:1.0:1775764879.144536:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764879.144539:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:1.0:1775764879.144627:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293541248:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 742us (1018us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.144645:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205348
00000100:00100000:1.0:1775764879.146956:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.147094:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b03800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277221248:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764879.147132:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d5f3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.147307:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293541376
00000100:00100000:2.0:1775764879.147317:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293541376
00010000:00010000:2.0:1775764879.147364:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465046 expref: 169 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.147408:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3089
00000100:00100000:2.0:1775764879.147418:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:2402:x1862022293541376:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764879.147436:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764879.147444:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465046 expref: 169 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.147458:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465046 expref: 169 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.147485:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d5bb lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465046 expref: 169 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.147502:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764879.147508:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d5f3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.147519:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d5f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.147533:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d5f3 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.147561:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764879.147614:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:2402:x1862022293541376:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 197us (670us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.147622:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3089
00010000:00010000:0.0:1775764879.147919:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d5f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.147933:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d5f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764879.148002:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00000004:00200000:0.0:1775764879.148007:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764879.148032:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d5f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.148068:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d5ec lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465054 expref: 168 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.148085:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d5f3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465054 expref: 167 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.148093:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:0.0:1775764879.148096:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764879.148099:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29e00, rc 0)
00000100:00100000:0.0:1775764879.148138:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293541120:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11603us (14446us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.148145:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205347
00000100:00100000:1.0:1775764879.160503:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.160608:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293541760
00000100:00100000:0.0:1775764879.160621:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293541760
00000100:00100000:0.0:1775764879.160709:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205349
00000100:00100000:0.0:1775764879.160721:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14453:x1862022293541760:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764879.160748:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764879.160776:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d616 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465069 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.160982:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.161002:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d60f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446505b expref: 168 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.161012:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.161055:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d60f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446505b expref: 168 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.161070:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d60f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446505b expref: 168 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.161086:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b03800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277221376:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764879.161193:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c785540b40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764879.164831:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b03800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277221376:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764879.164906:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.165828:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.166132:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293541504
00000100:00100000:2.0:1775764879.166143:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293541504
00000100:00100000:2.0:1775764879.166216:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205350
00000100:00100000:2.0:1775764879.166227:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293541504:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764879.166254:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764879.166280:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d624 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465062 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166361:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d62b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166380:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d62b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166394:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d62b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166411:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d632 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166418:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d632 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166428:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d632 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166525:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d639 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166534:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d639 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166540:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d639 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764879.166588:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00000004:00200000:2.0:1775764879.166593:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764879.166619:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d639 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166631:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d639 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166656:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d62b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166664:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d62b lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166671:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d62b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166678:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.166683:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d62b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166693:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d62b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166708:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764879.166711:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.166716:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d62b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166723:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d62b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166739:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d632 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166745:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d632 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166750:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d632 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166755:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.166758:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d632 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166764:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d632 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166771:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x469e1765 (ffff93c7afe54000)
00010000:00010000:2.0:1775764879.166773:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.166776:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d632 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166782:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d632 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166816:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d624 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465062 expref: 171 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166833:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d639 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465062 expref: 170 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.166888:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764879.166890:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764879.166894:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebce00, rc 0)
00000100:00100000:2.0:1775764879.166971:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14454:x1862022293541504:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 745us (1147us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.166980:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205350
00000100:00100000:2.0:1775764879.173071:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.173185:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293541888
00000100:00100000:0.0:1775764879.173197:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293541888
00010000:00010000:0.0:1775764879.173250:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d60f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446505b expref: 170 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.173300:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3090
00000100:00100000:0.0:1775764879.173311:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:2403:x1862022293541888:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764879.173331:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764879.173340:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d60f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446505b expref: 170 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.173355:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d60f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446505b expref: 170 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.173382:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d60f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446505b expref: 170 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.173402:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:0.0:1775764879.173408:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.173420:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.173428:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.173564:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764879.173644:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:2403:x1862022293541888:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 326us (579us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.173653:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3090
00000100:00100000:3.0:1775764879.177389:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.177514:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293542144
00000100:00100000:2.0:1775764879.177527:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293542144
00000100:00100000:2.0:1775764879.177603:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205351
00000100:00100000:2.0:1775764879.177616:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293542144:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764879.177696:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764879.177734:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d639 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465062 expref: 169 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.177763:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d5f3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465054 expref: 168 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.177782:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764879.177788:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764879.177908:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d640 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.177926:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d640 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.177938:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d640 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764879.178089:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b374aeb reply state 00000000c855a90a transno 4295101441 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d640 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.178104:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d640 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.178112:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764879.178115:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764879.178118:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764879.178227:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293542144:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 612us (851us total) trans 4295101441 rc 0/0
00000100:00100000:2.0:1775764879.178236:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205351
00000100:00100000:3.0:1775764879.183118:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.183263:0:8402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293542272
00000100:00100000:0.0:1775764879.183277:0:8402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293542272
00000100:00100000:0.0:1775764879.183344:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1976
00000100:00100000:0.0:1775764879.183356:0:8402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2400:x1862022293542272:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764879.183569:0:8402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0xb:0x0] updating lvb size from disk: 260096 -> 260096
00002000:00010000:0.0:1775764879.183573:0:8402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0xb:0x0] updating lvb mtime from disk: 1775764791 -> 1775764866
00002000:00010000:0.0:1775764879.183575:0:8402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0xb:0x0] updating lvb atime from disk: 1775764868 -> 1775764858
00002000:00010000:0.0:1775764879.183577:0:8402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0xb:0x0] updating lvb ctime from disk: 1775764878 -> 1775764878
00002000:00010000:0.0:1775764879.183579:0:8402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0xb:0x0] updating lvb blocks from disk: 512 -> 512
00000100:00100000:0.0:1775764879.183657:0:8402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2400:x1862022293542272:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 303us (552us total) trans 4294967875 rc 0/0
00000100:00100000:0.0:1775764879.183666:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1976
00010000:00010000:1.0:1775764879.184078:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.184092:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764879.184117:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00010000:00010000:1.0:1775764879.184254:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d616 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465069 expref: 170 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.184279:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465069 expref: 169 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.184295:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:1.0:1775764879.184298:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764879.184302:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29000, rc 0)
00000100:00100000:1.0:1775764879.184337:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293541760:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 23620us (23859us total) trans 4295101442 rc 0/0
00000100:00100000:1.0:1775764879.184345:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205349
00000100:00100000:3.0:1775764879.190817:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.190896:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.191106:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293542656
00000100:00100000:0.0:1775764879.191119:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293542656
00000100:00100000:0.0:1775764879.191200:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2827
00000100:00100000:0.0:1775764879.191212:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293542656:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764879.191519:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14454:x1862022293542656:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 308us (621us total) trans 4295101443 rc 0/0
00000100:00100000:0.0:1775764879.191528:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2827
00000100:00100000:2.0:1775764879.191660:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293542400
00000100:00100000:2.0:1775764879.191666:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293542400
00000100:00100000:2.0:1775764879.191711:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205352
00000100:00100000:2.0:1775764879.191719:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14453:x1862022293542400:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764879.191732:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764879.191760:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d64e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465070 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.191889:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d655 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.191908:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465069 expref: 171 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.191918:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d655 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.191963:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465069 expref: 171 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.191991:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465069 expref: 171 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.192009:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4935f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277221504:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764879.192082:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0540 going to sleep for 11 seconds
00000100:00100000:3.0:1775764879.197497:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.198462:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293542784
00000100:00100000:1.0:1775764879.198477:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293542784
00000100:00100000:1.0:1775764879.198566:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205353
00000100:00100000:1.0:1775764879.198578:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14454:x1862022293542784:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764879.198609:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764879.198663:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d65c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465077 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.198749:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d663 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.198768:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d663 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.198783:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d663 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.198801:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d66a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.198809:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d66a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.198817:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d66a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.198941:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d671 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.198951:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d671 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.198959:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d671 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764879.199010:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00000004:00200000:1.0:1775764879.199016:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764879.199041:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d671 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199055:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d671 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199065:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d663 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199073:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d663 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199081:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d663 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199087:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.199093:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d663 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199102:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d663 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199117:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764879.199120:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.199126:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d663 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199133:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d663 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199148:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d66a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199155:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d66a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199162:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d66a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199168:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.199171:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d66a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199177:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d66a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199185:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x469e1765 (ffff93c6877cd100)
00010000:00010000:1.0:1775764879.199187:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.199190:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d66a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199197:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d66a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199231:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d65c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465077 expref: 174 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199245:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d671 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465077 expref: 173 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.199254:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:1.0:1775764879.199256:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764879.199259:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842600, rc 0)
00000100:00100000:1.0:1775764879.199341:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14454:x1862022293542784:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 764us (1868us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.199350:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205353
00000100:00100000:3.0:1775764879.200769:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.201327:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293542912
00000100:00100000:0.0:1775764879.201341:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293542912
00010000:00010000:0.0:1775764879.201388:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465069 expref: 173 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.201443:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3091
00000100:00100000:0.0:1775764879.201454:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:2403:x1862022293542912:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764879.201474:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764879.201481:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465069 expref: 173 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.201514:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465069 expref: 173 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.201541:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:0.0:1775764879.201546:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d655 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.201556:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d655 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.201564:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d655 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.201588:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764879.201663:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:2403:x1862022293542912:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 210us (903us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.201672:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3091
00000100:00100000:3.0:1775764879.207596:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.207700:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293543168
00000100:00100000:0.0:1775764879.207715:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293543168
00000100:00100000:0.0:1775764879.207788:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205354
00000100:00100000:0.0:1775764879.207812:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14454:x1862022293543168:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764879.207872:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764879.207902:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d678 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446507e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.208062:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.208086:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d671 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465077 expref: 174 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.208095:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.208140:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d671 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465077 expref: 174 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.208158:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d671 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465077 expref: 174 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.208174:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b03800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277221632:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764879.208286:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790e0a0c0 going to sleep for 11 seconds
00010000:00010000:2.0:1775764879.209939:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d61d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10082:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465069 expref: 174 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.209980:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4935f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277221504:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764879.210011:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d655 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.210024:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d655 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.210032:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d655 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.212544:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b03800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277221632:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764879.212583:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764879.213872:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10082:0x0]: returning size 260096
00000004:00200000:2.0:1775764879.213878:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764879.213904:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d655 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.213951:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d64e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465070 expref: 174 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.213972:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc600/0x9da62835f5d6d655 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465070 expref: 173 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.213981:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:2.0:1775764879.213983:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764879.213987:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc600, rc 0)
00000100:00100000:2.0:1775764879.214071:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293542400:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 22348us (23275us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.214081:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205352
00000100:00100000:3.0:1775764879.217225:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.217430:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293543296
00000100:00100000:1.0:1775764879.217444:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293543296
00010000:00010000:1.0:1775764879.217498:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d671 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465077 expref: 173 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.217546:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3092
00000100:00100000:1.0:1775764879.217557:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783543850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:2403:x1862022293543296:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764879.217576:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764879.217583:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d671 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465077 expref: 173 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.217607:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d671 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465077 expref: 173 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.217644:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d671 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465077 expref: 173 pid: 6519 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.217665:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:1.0:1775764879.217671:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.217682:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.217690:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.217728:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764879.217811:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783543850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:2403:x1862022293543296:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 254us (600us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.217820:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3092
00010000:00010000:0.0:1775764879.218001:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.218012:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764879.218041:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00010000:00010000:0.0:1775764879.218225:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d678 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446507e expref: 173 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.218251:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446507e expref: 172 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.218260:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:0.0:1775764879.218263:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764879.218266:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28e00, rc 0)
00000100:00100000:0.0:1775764879.218299:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14454:x1862022293543168:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10502us (10718us total) trans 4295101444 rc 0/0
00000100:00100000:0.0:1775764879.218308:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205354
00000100:00100000:3.0:1775764879.223652:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277221760:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1775764879.223745:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764879.223823:0:6522:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277221760
00000100:00100000:2.0:1775764879.223876:0:6522:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277221760
00000100:00100000:2.0:1775764879.223962:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591
00000100:00100000:2.0:1775764879.223975:0:6522:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277221760:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1775764879.224024:0:6522:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1440014336 avail 1293774848
00000100:00100000:2.0:1775764879.224133:0:6522:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277221760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 161us (388us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.224144:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591
00000100:00100000:3.0:1775764879.224664:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277221760:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1775764879.240695:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.240828:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293543424
00000100:00100000:0.0:1775764879.240887:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293543424
00000100:00100000:0.0:1775764879.241096:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205355
00000100:00100000:0.0:1775764879.241119:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14454:x1862022293543424:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764879.241147:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764879.241171:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d68d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465085 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.241276:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d694 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.241291:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446507e expref: 173 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.241300:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d694 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.241337:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446507e expref: 173 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.241351:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446507e expref: 173 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.241363:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b03800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277221888:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764879.241469:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c785540b40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764879.245196:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b03800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277221888:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764879.245230:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d694 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764879.252893:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.252969:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293543680
00000100:00100000:0.0:1775764879.252985:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293543680
00000100:00100000:0.0:1775764879.253086:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205356
00000100:00100000:0.0:1775764879.253102:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+114:14453:x1862022293543680:12345-192.168.202.56@tcp:41:dbench.0
00000100:00080000:3.0:1775764879.253109:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000004:00000024:0.0:1775764879.253162:0:6518:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7774748672 avail 7311204352
00000100:00100000:0.0:1775764879.253395:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+114:14453:x1862022293543680:12345-192.168.202.56@tcp:41:dbench.0 Request processed in 299us (517us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.253404:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205356
00000100:00100000:3.0:1775764879.253699:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.253939:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293543552
00000100:00100000:0.0:1775764879.253946:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293543552
00010000:00010000:0.0:1775764879.253973:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446507e expref: 174 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.254005:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3093
00000100:00100000:0.0:1775764879.254012:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:2402:x1862022293543552:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764879.254025:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764879.254031:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446507e expref: 174 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.254045:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446507e expref: 174 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.254068:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d67f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10083:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446507e expref: 174 pid: 6517 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.254084:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:0.0:1775764879.254089:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d694 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.254099:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d694 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.254106:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d694 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.254129:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764879.254157:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:2402:x1862022293543552:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 145us (460us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.254164:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3093
00010000:00010000:2.0:1775764879.254223:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d694 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.254236:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d694 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764879.254306:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10083:0x0]: returning size 260096
00000004:00200000:2.0:1775764879.254311:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764879.254339:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d694 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.254384:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d68d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465085 expref: 173 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.254405:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28400/0x9da62835f5d6d694 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465085 expref: 172 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.254414:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764879.254418:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764879.254421:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28400, rc 0)
00000100:00100000:2.0:1775764879.254468:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14454:x1862022293543424:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13361us (13788us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.254478:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205355
00000100:00100000:0.0:1775764879.268670:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.271754:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293543808
00000100:00100000:2.0:1775764879.271770:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293543808
00000100:00100000:2.0:1775764879.271940:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205357
00000100:00100000:2.0:1775764879.271951:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14453:x1862022293543808:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764879.271972:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764879.271993:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d69b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446508c expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272054:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d6a2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272069:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d6a2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272082:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d6a2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272096:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d6a9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272103:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d6a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272109:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d6a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272145:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d6a2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272152:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d6a2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272163:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d6a2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272169:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d6a2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272174:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.272179:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d6a2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272187:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d6a2 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272197:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764879.272200:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.272205:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d6a2 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272210:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d6a2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272224:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d6a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272230:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d6a9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272235:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d6a9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272239:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebdc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.272243:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d6a9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272247:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d6a9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272254:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c7afe54000)
00010000:00010000:2.0:1775764879.272256:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.272259:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d6a9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272263:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d6a9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272292:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d69b lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446508c expref: 173 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272302:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764879.272304:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.272308:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d69b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446508c expref: 173 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.272317:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:2.0:1775764879.272384:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14453:x1862022293543808:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 436us (3878us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764879.272392:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205357
00000100:00100000:2.0:1775764879.278461:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.278618:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293544064
00000100:00100000:1.0:1775764879.278629:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293544064
00000100:00100000:1.0:1775764879.278696:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205358
00000100:00100000:1.0:1775764879.278707:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14453:x1862022293544064:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764879.278729:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764879.278732:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1775764879.278759:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6d3e6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fb3 expref: 172 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.278780:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764879.278785:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764879.278797:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d6b0 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465093 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.278945:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d6b7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.278959:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d6b7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.278970:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d6b7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.278985:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d6be lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.278993:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d6be lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.278999:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d6be lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764879.279387:0:6519:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x73:0x0], index 1: 0
00010000:00010000:1.0:1775764879.279809:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d6c5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10154:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.279821:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d6c5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10154:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.279834:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d6c5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10154:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.279895:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d6b7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.279903:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d6b7 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.279910:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d6b7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.280049:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.280055:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d6b7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.280064:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d6b7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.280074:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764879.280077:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.280081:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d6b7 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.280087:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6d6b7 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764879.280102:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d571b270 reply state 00000000b248d112 transno 4295101445 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d6be lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.280113:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d6be lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.280119:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cd100)
00010000:00010000:1.0:1775764879.280121:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764879.280124:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764879.280159:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d6b0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465093 expref: 174 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.280171:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d6c5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10154:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465093 expref: 173 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.280178:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10154:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764879.280181:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764879.280183:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:1.0:1775764879.280630:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293544064:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1922us (2176us total) trans 4295101445 rc 0/0
00000100:00100000:1.0:1775764879.280649:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205358
00000100:00100000:3.0:1775764879.300697:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.300944:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293544192
00000100:00100000:0.0:1775764879.300959:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293544192
00000100:00100000:0.0:1775764879.301058:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205359
00000100:00100000:0.0:1775764879.301070:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293544192:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764879.301107:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764879.301134:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d6d3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446509a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301229:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d6da lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301251:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d6da lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301269:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d6da lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301288:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d6e1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301295:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d6e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301301:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d6e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301355:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d6da lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301363:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d6da lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301370:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d6da lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301376:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764879.301381:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d6da lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301393:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d6da lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301408:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764879.301412:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764879.301418:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d6da lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301423:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d6da lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301441:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d6e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301447:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d6e1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301452:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d6e1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301458:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764879.301461:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d6e1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301466:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d6e1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301484:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c69bed0000)
00010000:00010000:0.0:1775764879.301486:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764879.301489:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d6e1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301496:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d6e1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301534:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d6d3 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446509a expref: 175 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301545:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764879.301547:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764879.301551:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6d6d3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446509a expref: 175 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.301559:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28e00, rc 0)
00000100:00100000:0.0:1775764879.301650:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293544192:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 582us (966us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764879.301658:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205359
00000100:00100000:0.0:1775764879.310798:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.311571:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293544448
00000100:00100000:3.0:1775764879.311585:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293544448
00000100:00100000:3.0:1775764879.311679:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205360
00000100:00100000:3.0:1775764879.311691:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293544448:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764879.311722:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764879.311726:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1775764879.311764:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d3d8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464fac expref: 174 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.311789:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764879.311795:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764879.311822:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d6e8 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944650a1 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.312005:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d6ef lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.312023:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d6ef lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.312036:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d6ef lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.312057:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d6f6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.312065:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d6f6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.312071:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d6f6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764879.313352:0:6517:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x73:0x0], index 0: 0
00010000:00010000:3.0:1775764879.313642:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d6fd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10155:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.313661:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d6fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10155:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.313673:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d6fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10155:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.313719:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d6ef lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.313726:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d6ef lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.313734:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d6ef lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.313741:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764879.313747:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d6ef lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.313755:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d6ef lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.313770:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764879.313773:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764879.313779:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d6ef lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.313785:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d6ef lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764879.314182:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003d3bc4aa reply state 000000002579762b transno 4295101446 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d6f6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.314201:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d6f6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.314209:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68cb34900)
00010000:00010000:3.0:1775764879.314212:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764879.314216:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764879.314268:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d6e8 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650a1 expref: 176 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.314285:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d6fd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10155:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650a1 expref: 175 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.314294:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10155:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764879.314297:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764879.314300:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79dc00, rc 0)
00000100:00100000:3.0:1775764879.314483:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14454:x1862022293544448:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2784us (3689us total) trans 4295101446 rc 0/0
00000100:00100000:3.0:1775764879.314536:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205360
00000100:00100000:3.0:1775764879.327430:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.328376:0:15572:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293544576
00000100:00100000:2.0:1775764879.328392:0:15572:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293544576
00000100:00100000:0.0:1775764879.328806:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1977
00000100:00100000:0.0:1775764879.328821:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2403:x1862022293544576:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764879.328898:0:15572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764879.328929:0:15572:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d70b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944650a8 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764879.328975:0:15572:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x73:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764879.329001:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764879.329003:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764879.329014:0:15572:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d70b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650a8 expref: 71 pid: 15572 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.329037:0:15572:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d70b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650a8 expref: 71 pid: 15572 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.329053:0:15572:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28e00, rc 0)
00000100:00100000:0.0:1775764879.329140:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2403:x1862022293544576:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 322us (1724us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.329149:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1977
00000100:00100000:3.0:1775764879.331043:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.334291:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293544704
00000100:00100000:1.0:1775764879.334308:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293544704
00000100:00100000:1.0:1775764879.334395:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1978
00000100:00100000:1.0:1775764879.334408:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2402:x1862022293544704:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764879.334433:0:15574:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764879.334459:0:15574:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aca17975/0x9da62835f5d6d712 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944650af expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1775764879.334508:0:15574:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x73:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1775764879.334532:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764879.334535:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764879.334547:0:15574:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aca17975/0x9da62835f5d6d712 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650af expref: 70 pid: 15574 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.334567:0:15574:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aca17975/0x9da62835f5d6d712 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650af expref: 70 pid: 15574 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.334585:0:15574:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842200, rc 0)
00000100:00100000:1.0:1775764879.334662:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2402:x1862022293544704:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 257us (3629us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.334670:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1978
00000100:00100000:0.0:1775764879.334960:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.335172:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293544960
00000100:00100000:1.0:1775764879.335179:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293544960
00000100:00100000:1.0:1775764879.335217:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2828
00000100:00100000:1.0:1775764879.335224:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14453:x1862022293544960:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764879.335633:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14453:x1862022293544960:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 408us (673us total) trans 4295101447 rc 0/0
00000100:00100000:1.0:1775764879.335650:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2828
00000100:00100000:0.0:1775764879.341173:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.341283:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293545216
00000100:00100000:3.0:1775764879.341297:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293545216
00000100:00100000:3.0:1775764879.341369:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2829
00000100:00100000:3.0:1775764879.341381:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14454:x1862022293545216:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764879.341811:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14454:x1862022293545216:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 431us (653us total) trans 4295101448 rc 0/0
00000100:00100000:3.0:1775764879.341825:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2829
00000100:00100000:3.0:1775764879.345176:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.345549:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293545472
00000100:00100000:0.0:1775764879.345562:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293545472
00000100:00100000:0.0:1775764879.345630:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2830
00000100:00100000:0.0:1775764879.345650:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14453:x1862022293545472:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764879.346001:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14453:x1862022293545472:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 352us (838us total) trans 4295101449 rc 0/0
00000100:00100000:0.0:1775764879.346010:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2830
00000100:00100000:0.0:1775764879.354108:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.354226:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293545728
00000100:00100000:1.0:1775764879.354240:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293545728
00000100:00100000:1.0:1775764879.354316:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2831
00000100:00100000:1.0:1775764879.354329:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14454:x1862022293545728:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764879.354652:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:14454:x1862022293545728:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 326us (556us total) trans 4295101450 rc 0/0
00000100:00100000:1.0:1775764879.354661:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2831
00000100:00100000:3.0:1775764879.364492:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.364686:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293545984
00000100:00100000:1.0:1775764879.364701:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293545984
00000100:00100000:1.0:1775764879.364785:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205361
00000100:00100000:1.0:1775764879.364797:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:14453:x1862022293545984:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764879.364982:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764879.365017:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d6c5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10154:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465093 expref: 180 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365039:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10154:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764879.365050:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764879.365074:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d719 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365090:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d719 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365100:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d719 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365112:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d720 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365118:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d720 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365124:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d720 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365234:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d727 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10154:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365243:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d727 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10154:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365255:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d727 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10154:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764879.365519:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].83, 64 off13504
00010000:00010000:1.0:1775764879.365591:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d72e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10154:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365602:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d72e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10154:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365610:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d72e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10154:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365618:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d72e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10154:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365625:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d72e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10154:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365631:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d72e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10154:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365676:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764879.365702:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d727 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10154:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365708:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d727 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10154:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365715:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d727 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10154:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365724:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.365729:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d727 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10154:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365737:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d727 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10154:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365746:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10154:0x0].0x0 (ffff93c6877cd800)
00010000:00010000:1.0:1775764879.365749:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764879.365753:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d727 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10154:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365759:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d727 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10154:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365775:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d719 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365782:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d719 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365788:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d719 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365793:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.365795:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d719 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365802:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d719 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365812:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764879.365814:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.365817:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d719 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365822:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d719 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764879.365831:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000072117087 reply state 00000000405d99d7 transno 4295101451 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d720 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365881:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d720 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.365887:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cd100)
00010000:00010000:1.0:1775764879.365889:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764879.365892:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764879.365991:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293545984:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1195us (1511us total) trans 4295101451 rc 0/0
00000100:00100000:1.0:1775764879.366001:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205361
00010000:00010000:3.0:1775764879.367726:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764879.367744:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d72e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10154:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.367756:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843200 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764879.367761:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d72e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10154:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.367772:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d72e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10154:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.367794:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10154:0x0].0x0 (ffff93c6877cd800)
00010000:00010000:3.0:1775764879.367798:0:6506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764879.367802:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d72e lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10154:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.367808:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d72e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10154:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.367854:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764879.367857:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764879.367859:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764879.369209:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.375739:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293546240
00000100:00100000:0.0:1775764879.375759:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293546240
00000100:00100000:0.0:1775764879.375992:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205362
00000100:00100000:0.0:1775764879.376007:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14454:x1862022293546240:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764879.376097:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764879.376133:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d6fd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10155:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650a1 expref: 181 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.376159:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10155:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764879.376174:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764879.376203:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d735 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.376219:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d735 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.376230:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d735 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.376245:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d73c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.376252:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d73c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.376259:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d73c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.376364:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d743 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10155:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.376373:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d743 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10155:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.376379:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d743 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10155:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764879.379928:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].84, 64 off13592
00010000:00010000:1.0:1775764879.380035:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d74a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10155:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380056:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d74a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10155:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380069:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d74a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10155:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380084:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d74a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10155:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380090:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d74a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10155:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380095:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d74a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10155:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380131:0:6518:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764879.380162:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d743 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10155:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380169:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d743 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10155:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380176:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d743 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10155:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.380181:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764879.380183:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.380191:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d743 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10155:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.380191:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d74a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10155:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.380211:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764879.380213:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d743 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10155:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.380216:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d74a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10155:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.380233:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d74a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10155:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380234:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10155:0x0].0x0 (ffff93c69bed0300)
00010000:00010000:1.0:1775764879.380242:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764879.380248:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d743 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10155:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.380252:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10155:0x0].0x0 (ffff93c69bed0300)
00010000:00010000:2.0:1775764879.380257:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764879.380262:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d74a lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10155:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380265:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d743 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10155:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.380276:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d74a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10155:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380298:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d735 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.380299:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764879.380302:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764879.380304:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764879.380309:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d735 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380317:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d735 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380323:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.380326:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d735 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380332:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d735 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380341:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764879.380344:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.380347:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d735 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380353:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d735 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764879.380364:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ccf4584 reply state 000000003770c394 transno 4295101452 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d73c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380377:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d73c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.380384:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68cb34900)
00010000:00010000:1.0:1775764879.380386:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764879.380390:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764879.381761:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14454:x1862022293546240:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 5745us (12723us total) trans 4295101452 rc 0/0
00000100:00100000:0.0:1775764879.381777:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205362
00000100:00100000:3.0:1775764879.383325:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.383406:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293546368
00000100:00100000:1.0:1775764879.383419:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293546368
00000100:00100000:1.0:1775764879.383509:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205363
00000100:00100000:1.0:1775764879.383520:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14453:x1862022293546368:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764879.383551:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764879.383575:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d751 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944650b6 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383666:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d758 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383684:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d758 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383698:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d758 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383711:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d75f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383719:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d75f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383725:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d75f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383770:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d758 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383778:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d758 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383785:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d758 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383805:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d758 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383813:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.383818:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d758 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383827:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d758 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383859:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764879.383862:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.383868:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d758 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383875:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d758 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383890:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d75f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383896:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d75f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383903:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d75f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383909:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.383912:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d75f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383918:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d75f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383924:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cd100)
00010000:00010000:1.0:1775764879.383927:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.383930:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d75f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383936:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d75f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383967:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d751 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650b6 expref: 183 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383978:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764879.383980:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.383984:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d751 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650b6 expref: 183 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.383993:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843a00, rc 0)
00000100:00100000:1.0:1775764879.390722:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14453:x1862022293546368:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7185us (7384us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764879.390741:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205363
00000100:00100000:3.0:1775764879.397428:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.399853:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293546496
00000100:00100000:1.0:1775764879.399874:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293546496
00000100:00100000:0.0:1775764879.400113:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205364
00000100:00100000:0.0:1775764879.400128:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14453:x1862022293546496:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764879.400166:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764879.400195:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d766 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944650bd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.400285:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d76d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.400303:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d76d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.400317:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d76d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764879.400378:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007b:0x0]: returning size 4096
00000004:00200000:0.0:1775764879.400382:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764879.400406:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d76d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.400436:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d766 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650bd expref: 184 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.400782:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d76d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650bd expref: 183 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.400794:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764879.400797:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764879.400802:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29000, rc 0)
00000100:00100000:0.0:1775764879.401039:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+183:14453:x1862022293546496:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 906us (3621us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.401049:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205364
00000100:00100000:0.0:1775764879.406398:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.412688:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293546624
00000100:00100000:3.0:1775764879.412712:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293546624
00000100:00100000:3.0:1775764879.412816:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205365
00000100:00100000:3.0:1775764879.412829:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+183:14454:x1862022293546624:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764879.412885:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764879.412914:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d774 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944650c4 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413018:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d77b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413045:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d77b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413060:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d77b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413078:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d782 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413085:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d782 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413092:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d782 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413141:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d77b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413149:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d77b lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413155:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d77b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413163:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764879.413168:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d77b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413176:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d77b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413189:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764879.413192:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764879.413198:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d77b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413204:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d77b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413222:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d782 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413229:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d782 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413234:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d782 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413241:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764879.413243:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d782 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413248:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d782 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413261:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68cb34900)
00010000:00010000:3.0:1775764879.413263:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764879.413266:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d782 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413272:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d782 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413304:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d774 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650c4 expref: 184 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413315:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764879.413317:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764879.413320:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d6d774 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650c4 expref: 184 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.413329:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79c400, rc 0)
00000100:00100000:3.0:1775764879.413440:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+183:14454:x1862022293546624:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 613us (7056us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764879.413449:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205365
00000100:00100000:1.0:1775764879.423467:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.423530:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.423560:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293546752
00000100:00100000:0.0:1775764879.423576:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293546752
00000100:00100000:2.0:1775764879.423653:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293546880
00000100:00100000:2.0:1775764879.423658:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293546880
00000100:00100000:2.0:1775764879.423730:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205366
00000100:00100000:2.0:1775764879.423742:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14454:x1862022293546880:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764879.423772:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764879.423800:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d789 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944650cb expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.424169:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d790 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.424188:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d790 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.424205:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d790 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764879.424268:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096
00000004:00200000:2.0:1775764879.424273:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764879.424307:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d790 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.424337:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d789 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650cb expref: 186 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.424358:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d790 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650cb expref: 185 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.424367:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764879.424371:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764879.424375:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebce00, rc 0)
00000100:00100000:2.0:1775764879.424495:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14454:x1862022293546880:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 755us (963us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.424504:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205366
00000100:00100000:1.0:1775764879.429663:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2832
00000100:00100000:1.0:1775764879.429683:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a480b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14453:x1862022293546752:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764879.439607:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a480b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14453:x1862022293546752:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 9913us (16135us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.439625:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2832
00000100:00100000:0.0:1775764879.444927:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.445928:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293547008
00000100:00100000:1.0:1775764879.445942:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293547008
00000100:00100000:1.0:1775764879.446039:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2833
00000100:00100000:1.0:1775764879.446052:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14454:x1862022293547008:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:1.0:1775764879.454723:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.456163:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293547264
00000100:00100000:2.0:1775764879.456177:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293547264
00000100:00100000:2.0:1775764879.456267:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205367
00000100:00100000:2.0:1775764879.456280:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14453:x1862022293547264:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764879.456309:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764879.456338:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d797 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944650d2 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456444:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d79e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456477:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d79e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456492:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d79e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456507:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d7a5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456516:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d7a5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456523:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d7a5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456571:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d79e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456579:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d79e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456586:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d79e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456594:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d79e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456605:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.456610:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d79e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456617:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d79e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456631:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764879.456644:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.456650:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d79e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456656:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d79e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456671:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d7a5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456676:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d7a5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456682:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d7a5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456686:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.456689:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d7a5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456694:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d7a5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456705:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cd100)
00010000:00010000:2.0:1775764879.456707:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.456710:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d7a5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456715:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d7a5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456748:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d797 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650d2 expref: 186 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456760:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764879.456761:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1775764879.456764:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6d797 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650d2 expref: 186 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.456773:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebdc00, rc 0)
00000100:00100000:2.0:1775764879.456906:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14453:x1862022293547264:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 629us (2198us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764879.456915:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205367
00000100:00100000:3.0:1775764879.457415:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14454:x1862022293547008:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 11364us (12500us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764879.457426:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2833
00000100:00100000:3.0:1775764879.463923:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.463997:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.465184:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293547520
00000100:00100000:0.0:1775764879.465201:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293547520
00000100:00100000:0.0:1775764879.465282:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293547776
00000100:00100000:0.0:1775764879.465286:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293547776
00000100:00100000:0.0:1775764879.465317:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205368
00000100:00100000:0.0:1775764879.465329:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14454:x1862022293547520:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:1.0:1775764879.465347:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205369
00010000:00010000:0.0:1775764879.465359:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:1.0:1775764879.465362:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14453:x1862022293547776:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764879.465374:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764879.465376:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1775764879.465389:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d7ac lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944650d9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.465409:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6d76d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650bd expref: 186 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.465434:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764879.465440:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764879.465450:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d7b3 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944650e0 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465490:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d7ba lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465508:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d7ba lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465522:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d7ba lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465537:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d7c1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.465542:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d7c8 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465545:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d7c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465563:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d7c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.465564:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d7c8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.465586:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d7c8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.465597:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d7cf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465598:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d7ba lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.465610:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d7cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465612:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d7ba lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.465628:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d7cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465630:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d7ba lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465653:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764879.465658:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d7ba lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465666:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d7ba lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465675:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764879.465678:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764879.465682:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d7ba lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465689:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6d7ba lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465701:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d7c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465708:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d7c1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465714:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d7c1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465719:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764879.465722:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d7c1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465727:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d7c1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465734:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68cb34900)
00010000:00010000:0.0:1775764879.465737:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764879.465740:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d7c1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465746:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d7c1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465777:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d7ac lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650d9 expref: 186 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465787:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764879.465790:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1775764879.465794:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6d7ac lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650d9 expref: 186 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.465803:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29400, rc 0)
00000100:00100000:0.0:1775764879.465930:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14454:x1862022293547520:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 603us (2020us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764879.465939:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205368
00000004:00080000:1.0:1775764879.466286:0:14273:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x74:0x0], index 1: 0
00010000:00010000:1.0:1775764879.466471:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d7d6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.466483:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d7d6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.466492:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d7d6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.466535:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d7c8 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.466543:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d7c8 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.466549:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d7c8 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.466561:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d7c8 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.466567:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.466572:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d7c8 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.466580:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d7c8 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.466590:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764879.466593:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.466597:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d7c8 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.466604:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6d7c8 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764879.466615:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f871f5d reply state 0000000067badf23 transno 4295101453 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d7cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.466627:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d7cf lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.466643:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cd100)
00010000:00010000:1.0:1775764879.466646:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764879.466650:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764879.466678:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d7b3 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650e0 expref: 186 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.466697:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d7d6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650e0 expref: 185 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.466705:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764879.466707:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764879.466709:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842c00, rc 0)
00000100:00100000:1.0:1775764879.466749:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14453:x1862022293547776:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1392us (2752us total) trans 4295101453 rc 0/0
00000100:00100000:1.0:1775764879.466756:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205369
00000100:00100000:0.0:1775764879.480189:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.480286:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.480353:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293548160
00000100:00100000:1.0:1775764879.480368:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293548160
00000100:00100000:2.0:1775764879.480435:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293547904
00000100:00100000:2.0:1775764879.480442:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293547904
00000100:00100000:1.0:1775764879.480449:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205370
00000100:00100000:1.0:1775764879.480462:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14454:x1862022293548160:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764879.480504:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764879.480508:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1775764879.480545:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d790 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650cb expref: 186 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.480569:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764879.480576:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764879.480593:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d7e4 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944650ee expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.480733:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d7eb lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.480745:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1979
00000100:00100000:2.0:1775764879.480755:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2403:x1862022293547904:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764879.480761:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d7eb lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.480763:0:14278:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764879.480777:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d7eb lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.480780:0:14278:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009567279e/0x9da62835f5d6d7f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944650e7 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.480793:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d7f9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1775764879.480809:0:14278:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x74:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1775764879.480813:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d7f9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.480821:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d7f9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.480826:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764879.480829:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764879.480870:0:14278:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009567279e/0x9da62835f5d6d7f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650e7 expref: 72 pid: 14278 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.480885:0:14278:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009567279e/0x9da62835f5d6d7f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650e7 expref: 72 pid: 14278 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.480896:0:14278:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebdc00, rc 0)
00000100:00100000:2.0:1775764879.480954:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2403:x1862022293547904:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 201us (783us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.480960:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1979
00000004:00080000:1.0:1775764879.481232:0:10031:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x74:0x0], index 0: 0
00010000:00010000:1.0:1775764879.481390:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d800 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.481400:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d800 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.481408:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d800 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.481444:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d7eb lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.481452:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d7eb lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.481459:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d7eb lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.481467:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d7eb lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.481473:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.481478:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d7eb lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.481500:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d7eb lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.481510:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764879.481513:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.481517:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d7eb lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.481524:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d7eb lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764879.481537:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b130999 reply state 000000006cd5dabb transno 4295101454 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d7f9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.481548:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d7f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.481555:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68cb34900)
00010000:00010000:1.0:1775764879.481558:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764879.481561:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764879.481590:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d7e4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650ee expref: 188 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.481607:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d800 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650ee expref: 187 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.481615:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764879.481618:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764879.481620:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:1.0:1775764879.481672:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14454:x1862022293548160:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1213us (1384us total) trans 4295101454 rc 0/0
00000100:00100000:1.0:1775764879.481679:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205370
00000100:00100000:0.0:1775764879.488827:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.488910:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.489083:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293548288
00000100:00100000:2.0:1775764879.489098:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293548288
00000100:00100000:2.0:1775764879.489220:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293548416
00000100:00100000:2.0:1775764879.489225:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293548416
00000100:00100000:1.0:1775764879.489412:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1980
00000100:00100000:1.0:1775764879.489427:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2402:x1862022293548288:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764879.489462:0:8400:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764879.489489:0:8400:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d6d80e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944650f5 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1775764879.489522:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x74:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1775764879.489546:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764879.489549:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764879.489559:0:8400:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d6d80e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650f5 expref: 71 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.489582:0:8400:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d6d80e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650f5 expref: 71 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.489600:0:8400:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842e00, rc 0)
00000100:00100000:1.0:1775764879.489712:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2402:x1862022293548288:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 289us (904us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.489720:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1980
00000100:00100000:1.0:1775764879.489742:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1981
00000100:00100000:1.0:1775764879.489750:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:14453:x1862022293548416:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764879.489758:0:8400:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764879.489771:0:8400:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d6d815 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944650fc expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.489792:0:8400:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009567279e/0x9da62835f5d6d7f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650e7 expref: 73 pid: 14278 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.489800:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764879.489802:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764879.489805:0:8400:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d6d815 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650fc expref: 73 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.489866:0:8400:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009567279e/0x9da62835f5d6d7f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650e7 expref: 73 pid: 14278 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.489883:0:8400:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009567279e/0x9da62835f5d6d7f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650e7 expref: 73 pid: 14278 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.489900:0:8400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696990e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1862022277222016:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764879.489972:0:8400:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4a80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764879.499253:0:8400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696990e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1862022277222016:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764879.499307:0:8400:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d6d815 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944650fc expref: 73 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.499338:0:8400:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:1.0:1775764879.499436:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:14453:x1862022293548416:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9685us (10523us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.499447:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1981
00000100:00100000:0.0:1775764879.503728:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.506979:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293548544
00000100:00100000:3.0:1775764879.507006:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293548544
00000100:00100000:0.0:1775764879.509463:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.509778:0:15587:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293548672
00000100:00100000:3.0:1775764879.509790:0:15587:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293548672
00000100:00100000:3.0:1775764879.509902:0:15587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1982
00000100:00100000:3.0:1775764879.509914:0:15587:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:14454:x1862022293548672:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764879.509937:0:15587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764879.509963:0:15587:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6d81c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465103 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.510003:0:15587:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d6d80e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650f5 expref: 72 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.510013:0:15587:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764879.510016:0:15587:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764879.510020:0:15587:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6d81c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465103 expref: 72 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.510074:0:15587:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d6d80e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650f5 expref: 72 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.510088:0:15587:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d6d80e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650f5 expref: 72 pid: 8400 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764879.510105:0:15587:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15587:1862022277222144:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764879.510207:0:15587:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1180 going to sleep for 11 seconds
00010000:00010000:2.0:1775764879.512700:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009567279e/0x9da62835f5d6d7f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650e7 expref: 73 pid: 14278 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.513195:0:15587:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15587:1862022277222144:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764879.513235:0:15587:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6d81c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465103 expref: 72 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.513257:0:15587:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79c400, rc 0)
00000100:00100000:1.0:1775764879.513332:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:14454:x1862022293548672:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3419us (3882us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.513341:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1982
00000100:00100000:2.0:1775764879.513588:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3094
00000100:00100000:2.0:1775764879.513602:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2403:x1862022293548544:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764879.513621:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764879.513660:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009567279e/0x9da62835f5d6d7f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650e7 expref: 73 pid: 14278 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.513683:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009567279e/0x9da62835f5d6d7f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650e7 expref: 73 pid: 14278 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.513713:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009567279e/0x9da62835f5d6d7f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650e7 expref: 73 pid: 14278 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.513730:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764879.513733:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764879.513741:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d6d815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944650fc expref: 72 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.513754:0:15578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d6d815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944650fc expref: 72 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.513794:0:15578:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d6d815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944650fc expref: 72 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.513810:0:15578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4935180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15578:1862022277222272:192.168.202.56@tcp:105:
00000100:00100000:2.0:1775764879.513919:0:15578:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0540 going to sleep for 11 seconds
00000100:00100000:3.0:1775764879.523975:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.524174:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293548800
00000100:00100000:1.0:1775764879.524187:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293548800
00010000:00010000:1.0:1775764879.524239:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d6d80e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650f5 expref: 72 pid: 8400 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.524302:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3095
00000100:00100000:1.0:1775764879.524313:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2403:x1862022293548800:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764879.524336:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764879.524365:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d6d80e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650f5 expref: 72 pid: 8400 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.524388:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d6d80e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650f5 expref: 72 pid: 8400 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.524420:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d6d80e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650f5 expref: 72 pid: 8400 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.524443:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764879.524445:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764879.524453:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6d81c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465103 expref: 71 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.524464:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6d81c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465103 expref: 71 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.524515:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6d81c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465103 expref: 71 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.524544:0:6504:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696990e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6504:1862022277222400:192.168.202.56@tcp:105:
00000100:00100000:1.0:1775764879.524663:0:6504:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4a80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764879.528477:0:15578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4935180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15578:1862022277222272:192.168.202.56@tcp:105:
00010000:00010000:2.0:1775764879.528514:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764879.528593:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2403:x1862022293548544:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 14994us (24882us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.528606:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3094
00000100:00100000:1.0:1775764879.541832:0:6504:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696990e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6504:1862022277222400:192.168.202.56@tcp:105:
00010000:00010000:1.0:1775764879.541921:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764879.542005:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2403:x1862022293548800:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 17691us (18041us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.542019:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3095
00000100:00100000:3.0:1775764879.557627:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.557918:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293549312
00000100:00100000:1.0:1775764879.557934:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293549312
00000100:00100000:1.0:1775764879.558309:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2834
00000100:00100000:1.0:1775764879.558322:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14454:x1862022293549312:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764879.558783:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14454:x1862022293549312:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 462us (1169us total) trans 4295101455 rc 0/0
00000100:00100000:1.0:1775764879.558793:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2834
00000100:00100000:2.0:1775764879.568588:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.582116:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.582198:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293549568
00000100:00100000:2.0:1775764879.582211:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293549568
00000100:00100000:2.0:1775764879.582283:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205371
00000100:00100000:2.0:1775764879.582294:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4937800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14454:x1862022293549568:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764879.582324:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764879.582353:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d823 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446510a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.582511:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.582542:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d800 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650ee expref: 190 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.582553:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.582595:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d800 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650ee expref: 190 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.582612:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d800 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650ee expref: 190 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.582627:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4936d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277222528:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764879.582748:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0540 going to sleep for 11 seconds
00000100:00100000:0.0:1775764879.584473:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293549056
00000100:00100000:0.0:1775764879.584490:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293549056
00000100:00100000:2.0:1775764879.585165:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2835
00000100:00100000:2.0:1775764879.585176:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+191:14453:x1862022293549056:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764879.586206:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293549056:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 1024us (17626us total) trans 4295101456 rc 0/0
00000100:00100000:2.0:1775764879.586221:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2835
00000100:00100000:2.0:1775764879.592780:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.593156:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293549696
00000100:00100000:0.0:1775764879.593168:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293549696
00010000:00010000:0.0:1775764879.593220:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d800 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650ee expref: 192 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.593275:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3096
00000100:00100000:0.0:1775764879.593287:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4934000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:2403:x1862022293549696:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764879.593305:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764879.593313:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d800 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650ee expref: 192 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.593330:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d800 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650ee expref: 192 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.593363:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764879.593370:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.593380:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.593389:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.593413:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764879.593483:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4934000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:2403:x1862022293549696:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 197us (719us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.593491:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3096
00010000:00010000:0.0:1775764879.593565:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d800 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650ee expref: 191 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.593585:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4936d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277222528:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764879.593610:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.593621:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.593628:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764879.593663:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00010000:00010000:0.0:1775764879.593906:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d823 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446510a expref: 192 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.593924:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446510a expref: 191 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.593933:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764879.593936:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764879.593939:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebca00, rc 0)
00000100:00100000:0.0:1775764879.593969:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4937800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+191:14454:x1862022293549568:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11677us (11868us total) trans 4295101457 rc 0/0
00000100:00100000:0.0:1775764879.593976:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205371
00000100:00100000:0.0:1775764879.603712:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.603822:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.604040:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293549952
00000100:00100000:1.0:1775764879.604053:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293549952
00000100:00100000:1.0:1775764879.604120:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293550080
00000100:00100000:1.0:1775764879.604123:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293550080
00000100:00100000:1.0:1775764879.604153:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205372
00000100:00100000:1.0:1775764879.604164:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293549952:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764879.604197:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764879.604226:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d838 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465111 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.604364:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.604381:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d7d6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650e0 expref: 193 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.604391:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.604435:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d7d6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650e0 expref: 193 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.604458:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d7d6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650e0 expref: 193 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.604474:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696990e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277222656:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764879.604572:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205373
00000100:00100000:2.0:1775764879.604584:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:14454:x1862022293550080:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764879.604595:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764879.604607:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d846 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465118 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.604675:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d84d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.604686:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446510a expref: 194 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.604694:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d84d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.604714:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446510a expref: 194 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.604723:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446510a expref: 194 pid: 6518 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.604732:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4936300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277222784:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764879.615107:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4a80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764879.615871:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764879.624203:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.624380:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4936300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277222784:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764879.624414:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d84d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764879.624453:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293550208
00000100:00100000:3.0:1775764879.624463:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293550208
00010000:00010000:3.0:1775764879.624520:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d7d6 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650e0 expref: 195 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764879.624568:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3097
00000100:00100000:3.0:1775764879.624579:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:2402:x1862022293550208:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764879.624596:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764879.624604:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d7d6 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650e0 expref: 195 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.624620:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d7d6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650e0 expref: 195 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.624659:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764879.624665:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.624677:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.624686:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.624715:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764879.624765:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d7d6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944650e0 expref: 195 pid: 14273 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.624784:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696990e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277222656:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764879.624789:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:2402:x1862022293550208:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 210us (599us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764879.624800:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3097
00010000:00010000:1.0:1775764879.624805:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.624815:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.624821:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764879.624873:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00010000:00010000:1.0:1775764879.625057:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d838 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465111 expref: 195 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.625073:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465111 expref: 194 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.625081:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764879.625084:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764879.625087:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842600, rc 0)
00000100:00100000:1.0:1775764879.625118:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14453:x1862022293549952:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 20955us (21423us total) trans 4295101458 rc 0/0
00000100:00100000:1.0:1775764879.625127:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205372
00000100:00100000:0.0:1775764879.636486:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.636585:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293550336
00000100:00100000:1.0:1775764879.636600:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293550336
00010000:00010000:1.0:1775764879.636663:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446510a expref: 194 pid: 6518 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.636713:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3098
00000100:00100000:1.0:1775764879.636724:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:2402:x1862022293550336:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764879.636743:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764879.636752:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446510a expref: 194 pid: 6518 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.636769:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446510a expref: 194 pid: 6518 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.636800:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d82a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446510a expref: 194 pid: 6518 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.636821:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764879.636826:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d84d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.636881:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d84d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.636898:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d84d lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.636939:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764879.637004:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:2402:x1862022293550336:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 281us (544us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.637014:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3098
00010000:00010000:0.0:1775764879.637023:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d84d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.637035:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d84d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764879.637109:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:0.0:1775764879.637116:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764879.637146:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d84d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.637189:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d846 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465118 expref: 193 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.637210:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d84d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465118 expref: 192 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.637218:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764879.637220:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764879.637223:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebce00, rc 0)
00000100:00100000:0.0:1775764879.637253:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14454:x1862022293550080:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 32672us (33431us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.637261:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205373
00000100:00100000:1.0:1775764879.641497:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.641586:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293550464
00000100:00100000:2.0:1775764879.641600:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293550464
00000100:00100000:2.0:1775764879.641691:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205374
00000100:00100000:2.0:1775764879.641705:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293550464:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764879.641744:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764879.641769:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d85b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446511f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.641942:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d862 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.641960:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465111 expref: 193 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.641970:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d862 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.642022:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465111 expref: 193 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.642196:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465111 expref: 193 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.642212:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4937b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277222912:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764879.642359:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0540 going to sleep for 11 seconds
00000100:00100000:3.0:1775764879.651970:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.652185:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4937b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277222912:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764879.652227:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d862 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.653168:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293550592
00000100:00100000:0.0:1775764879.653182:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293550592
00000100:00100000:0.0:1775764879.653271:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205375
00000100:00100000:0.0:1775764879.653282:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14454:x1862022293550592:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764879.653308:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764879.653335:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d869 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465126 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.653377:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d870 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.653394:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d870 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.653412:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d870 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.653563:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d869 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465126 expref: 196 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.653588:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d870 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465126 expref: 195 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.653597:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764879.653600:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:0.0:1775764879.653605:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:0.0:1775764879.654166:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14454:x1862022293550592:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 882us (2209us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.654175:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205375
00000100:00100000:0.0:1775764879.657906:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.658109:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293550720
00000100:00100000:2.0:1775764879.658123:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293550720
00010000:00010000:2.0:1775764879.658181:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465111 expref: 195 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.658231:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3099
00000100:00100000:2.0:1775764879.658242:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783541c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:2403:x1862022293550720:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764879.658260:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764879.658268:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465111 expref: 195 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.658285:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465111 expref: 195 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.658316:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d83f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465111 expref: 195 pid: 10031 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.658335:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764879.658341:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d862 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.658351:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d862 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.658359:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d862 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.658400:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764879.658469:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783541c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:2403:x1862022293550720:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 228us (628us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.658478:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3099
00010000:00010000:3.0:1775764879.658596:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d862 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.658617:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d862 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764879.658693:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:3.0:1775764879.658699:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764879.658735:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d862 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.658773:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6d85b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446511f expref: 194 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.659050:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d862 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446511f expref: 193 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.659061:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764879.659065:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764879.659067:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:3.0:1775764879.659103:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:14453:x1862022293550464:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 17403us (17622us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764879.659112:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205374
00000100:00100000:1.0:1775764879.678794:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.681095:0:15558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293550848
00000100:00100000:0.0:1775764879.681117:0:15558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293550848
00002000:00100000:1.0:1775764879.681351:0:15558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x74:0x0] (0->74401)  req@ffff93c696992300 x1862022293550848/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764879.681365:0:15558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c696992300 with x1862022293550848 ext(0->74401)
00002000:00010000:1.0:1775764879.681374:0:15558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c696992300
00000100:00100000:1.0:1775764879.681425:0:15558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 429
00000100:00100000:1.0:1775764879.681437:0:15558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2402:x1862022293550848:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:3.0:1775764879.693741:0:15558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2402:x1862022293550848:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 12276us (14931us total) trans 4294967904 rc 0/0
00000100:00100000:3.0:1775764879.693761:0:15558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 429
00002000:00100000:3.0:1775764879.693779:0:15558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x74:0x0] (0->74401)  req@ffff93c696992300 x1862022293550848/t4294967904(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:360/0 lens 488/448 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1775764879.693791:0:15558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c696992300 with x1862022293550848 ext(0->74401)
00002000:00010000:3.0:1775764879.694086:0:15558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c696992300
00000100:00100000:1.0:1775764879.696801:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.697012:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293550976
00000100:00100000:0.0:1775764879.697035:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293550976
00000100:00100000:0.0:1775764879.697132:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205376
00000100:00100000:0.0:1775764879.697149:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:14453:x1862022293550976:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764879.697180:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764879.697211:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6d877 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446512d expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.697262:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d87e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.697282:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d87e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.697299:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d87e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.697455:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6d877 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446512d expref: 195 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.697477:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d87e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446512d expref: 194 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.697486:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:0.0:1775764879.697490:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:0.0:1775764879.697493:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:0.0:1775764879.697580:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14453:x1862022293550976:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 436us (796us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.697589:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205376
00000100:00100000:3.0:1775764879.698975:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.699165:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293551104
00000100:00100000:2.0:1775764879.699177:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293551104
00000100:00100000:2.0:1775764879.699239:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205377
00000100:00100000:2.0:1775764879.699249:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14454:x1862022293551104:12345-192.168.202.56@tcp:44:dbench.0
00000001:00080000:1.0:1775764879.702471:0:7431:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4295101458 is committed
00000004:00080000:1.0:1775764879.702547:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 52 committed
00000004:00080000:1.0:1775764879.702566:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 50 committed
00000100:00100000:1.0:1775764879.702823:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14454:x1862022293551104:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 3569us (3856us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.702858:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205377
00000100:00100000:0.0:1775764879.703216:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68578ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277223296:0@lo:6:osp-syn-1-1.0
00000100:00100000:0.0:1775764879.703283:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764879.703333:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764879.703339:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277223168:0@lo:6:osp-syn-0-1.0
00000100:00100000:0.0:1775764879.703364:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764879.703398:0:15593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277223296
00000100:00100000:0.0:1775764879.703406:0:15593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277223296
00000100:00100000:0.0:1775764879.703447:0:15593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277223168
00000100:00100000:0.0:1775764879.703450:0:15593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277223168
00000100:00100000:0.0:1775764879.703476:0:15593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1983
00000100:00100000:0.0:1775764879.703485:0:15593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3661:x1862022277223296:12345-0@lo:6:osp-syn-1-1.0
00002000:00080000:0.0:1775764879.703518:0:15593:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:113 count 1
00010000:00010000:0.0:1775764879.703552:0:15593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d6d885 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.703576:0:15593:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6ccbc lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464dde expref: 71 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.703586:0:15593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764879.703588:0:15593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764879.703592:0:15593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d6d885 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.703624:0:15593:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6ccbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dde expref: 71 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.703669:0:15593:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6ccbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dde expref: 71 pid: 15591 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.703682:0:15593:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15593:1862022277223552:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764879.703764:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c685788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277223424:0@lo:6:osp-syn-1-1.0
00000100:00100000:1.0:1775764879.703797:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764879.703819:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1775764879.703825:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277223040:0@lo:6:osp-syn-0-1.0
00000100:00100000:1.0:1775764879.703871:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764879.703906:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277223424
00000100:00100000:1.0:1775764879.703911:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277223424
00000100:00100000:1.0:1775764879.703935:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277223040
00000100:00100000:1.0:1775764879.703937:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277223040
00000100:00100000:1.0:1775764879.703956:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1984
00000100:00100000:1.0:1775764879.703962:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+6:3661:x1862022277223168:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:1.0:1775764879.703978:0:15591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:112 count 1
00010000:00010000:1.0:1775764879.703995:0:15591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009daf7616/0x9da62835f5d6d88c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.704009:0:15591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c7b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c56 expref: 72 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.704016:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764879.704018:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764879.704020:0:15591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009daf7616/0x9da62835f5d6d88c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.705200:0:15591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c7b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c56 expref: 72 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.705219:0:15591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c7b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c56 expref: 72 pid: 15587 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.705235:0:15591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15591:1862022277223680:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764879.705589:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d131 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705600:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d131 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705609:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d131 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705615:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.705620:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d131 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705629:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d131 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705659:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:2.0:1775764879.705663:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.705668:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d131 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705679:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d131 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705708:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d162 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705714:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d162 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705720:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d162 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705726:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.705728:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d162 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705734:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d162 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705742:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:2.0:1775764879.705744:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.705747:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d162 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705752:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d162 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705763:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705769:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705775:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705781:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.705783:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705789:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705797:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10153:0x0].0x0 (ffff93c684229d00)
00010000:00010000:2.0:1775764879.705800:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.705802:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705807:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d22d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10153:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705819:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6d234 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705824:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6d234 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705830:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6d234 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705834:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.705837:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6d234 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705862:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6d234 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705870:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10152:0x0].0x0 (ffff93c692f76000)
00010000:00010000:2.0:1775764879.705872:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.705874:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6d234 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705880:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6d234 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10152:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705894:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6d376 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705901:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6d376 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705907:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6d376 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705913:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b39c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.705915:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6d376 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705921:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6d376 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705928:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xbb97fc59 (ffff93c68cb34c00)
00010000:00010000:2.0:1775764879.705931:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.705934:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6d376 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705940:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6d376 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705976:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6d392 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705983:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6d392 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705990:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6d392 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.705995:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c21d0c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.705998:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6d392 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.706003:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6d392 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.706011:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xbb97fc59 (ffff93c68cb34d00)
00010000:00010000:2.0:1775764879.706014:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.706017:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6d392 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.706023:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c21d0c00/0x9da62835f5d6d392 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xbb97fc59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707208:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d52f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707217:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d52f lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707225:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d52f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707232:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79cc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.707236:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d52f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707245:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d52f lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707261:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:2.0:1775764879.707265:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.707269:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d52f lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707274:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d52f lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707288:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d552 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707293:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d552 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707298:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d552 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707303:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.707306:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d552 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707314:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d552 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707322:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764879.707324:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.707327:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d552 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707332:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6d552 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707343:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d5de lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707348:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d5de lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707354:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d5de lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707359:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.707362:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d5de lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707368:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d5de lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707376:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff93c69ab3d400)
00010000:00010000:2.0:1775764879.707378:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.707381:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d5de lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707386:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6d5de lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10082:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707398:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d640 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707403:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d640 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707408:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d640 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707413:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.707416:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d640 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707421:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d640 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707427:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff93c69ab3dc00)
00010000:00010000:2.0:1775764879.707430:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.707432:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d640 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707437:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6d640 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10083:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707447:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d6be lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707452:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d6be lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707458:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d6be lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707463:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.707465:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d6be lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707470:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d6be lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707477:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cd100)
00010000:00010000:2.0:1775764879.707479:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.707482:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d6be lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707488:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d6be lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707499:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d6f6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707505:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d6f6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707511:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d6f6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707516:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79d000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.707518:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d6f6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707529:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d6f6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707537:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68cb34900)
00010000:00010000:2.0:1775764879.707539:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.707542:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d6f6 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707548:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d6f6 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707558:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d720 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707563:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d720 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707568:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d720 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707573:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.707575:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d720 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707580:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d720 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707587:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cd100)
00010000:00010000:2.0:1775764879.707588:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.707591:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d720 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707597:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d720 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707606:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d73c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707611:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d73c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707616:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d73c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707621:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.707624:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d73c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707629:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d73c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707648:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68cb34900)
00010000:00010000:2.0:1775764879.707651:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.707653:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d73c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707659:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6d73c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707670:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d7cf lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707675:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d7cf lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707681:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d7cf lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707685:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.707687:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d7cf lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707692:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d7cf lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707699:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cd100)
00010000:00010000:2.0:1775764879.707701:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.707704:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d7cf lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707709:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d7cf lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707722:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d7f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707727:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d7f9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707732:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d7f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707737:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764879.707739:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d7f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707748:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d7f9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707755:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68cb34900)
00010000:00010000:2.0:1775764879.707757:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764879.707759:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d7f9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.707765:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6d7f9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.707828:0:15592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985
00000100:00100000:2.0:1775764879.707882:0:15592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b75e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:3658:x1862022277223424:12345-0@lo:6:osp-syn-1-1.0
00002000:00080000:2.0:1775764879.707930:0:15592:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:112 count 1
00010000:00010000:2.0:1775764879.707961:0:15592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087cb4e27/0x9da62835f5d6d893 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.708190:0:15592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000006834641/0x9da62835f5d6c752 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094464c2c expref: 71 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.708199:0:15592:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1775764879.708202:0:15592:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1775764879.708205:0:15592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087cb4e27/0x9da62835f5d6d893 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.708255:0:15592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000006834641/0x9da62835f5d6c752 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c2c expref: 71 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.708277:0:15592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000006834641/0x9da62835f5d6c752 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c2c expref: 71 pid: 8400 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.708295:0:15592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4934000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15592:1862022277223808:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764879.708483:0:15593:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790e0a0c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764879.708517:0:15594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986
00000100:00100000:0.0:1775764879.708530:0:15594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+6:3658:x1862022277223040:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:0.0:1775764879.708553:0:15594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:113 count 1
00010000:00010000:0.0:1775764879.708572:0:15594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6d89a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.708588:0:15594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d6cd87 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094464e16 expref: 72 pid: 15577 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.708595:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764879.708596:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764879.708599:0:15594:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6d89a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.708621:0:15594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d6cd87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e16 expref: 72 pid: 15577 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.708643:0:15594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d6cd87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e16 expref: 72 pid: 15577 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.708656:0:15594:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15594:1862022277223936:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764879.713011:0:15591:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4240 going to sleep for 11 seconds
00000100:00100000:2.0:1775764879.713329:0:15592:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764879.713684:0:15594:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7887da6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764879.717823:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.720168:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293551232
00000100:00100000:2.0:1775764879.720186:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293551232
00000100:00100000:2.0:1775764879.720326:0:8506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1987
00000100:00100000:2.0:1775764879.720338:0:8506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2402:x1862022293551232:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:3.0:1775764879.724420:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967904 is committed
00000100:00100000:2.0:1775764879.724661:0:8506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293551232:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 4315us (6844us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.724677:0:8506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1987
00000100:00100000:0.0:1775764879.732749:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.732787:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293551488
00000100:00100000:0.0:1775764879.732799:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293551488
00010000:00010000:0.0:1775764879.732888:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c7b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c56 expref: 68 pid: 15587 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.732937:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3100
00000100:00100000:0.0:1775764879.732947:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2400:x1862022293551488:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764879.732966:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764879.732973:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c7b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c56 expref: 68 pid: 15587 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.732986:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c7b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c56 expref: 68 pid: 15587 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.733020:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764879.733023:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764879.733508:0:15591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6c7b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c56 expref: 68 pid: 15587 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.733527:0:15591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15591:1862022277223680:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764879.733573:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009daf7616/0x9da62835f5d6d88c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.733585:0:15578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009daf7616/0x9da62835f5d6d88c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.733686:0:15593:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15593:1862022277223552:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764879.733708:0:15593:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d6d885 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764879.734294:0:15592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4934000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15592:1862022277223808:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764879.734313:0:15592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000087cb4e27/0x9da62835f5d6d893 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.736215:0:15591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009daf7616/0x9da62835f5d6d88c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.737158:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.737266:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764879.740786:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764879.741045:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2400:x1862022293551488:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 8086us (8298us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.741061:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3100
00010000:00010000:1.0:1775764879.741552:0:15591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009daf7616/0x9da62835f5d6d88c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.741569:0:15591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009daf7616/0x9da62835f5d6d88c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.741582:0:15591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009daf7616/0x9da62835f5d6d88c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.741590:0:15591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009daf7616/0x9da62835f5d6d88c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.741613:0:15591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764879.741905:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+7:3661:x1862022277223168:12345-0@lo:6:osp-syn-0-1.0 Request processed in 37939us (38536us total) trans 4294967905 rc 0/0
00000100:00100000:1.0:1775764879.741915:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1984
00000100:00100000:1.0:1775764879.742480:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.742541:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293551360
00000100:00100000:3.0:1775764879.742553:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293551360
00000100:00100000:3.0:1775764879.742672:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293551616
00000100:00100000:3.0:1775764879.742677:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293551616
00010000:00010000:3.0:1775764879.742716:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000006834641/0x9da62835f5d6c752 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c2c expref: 73 pid: 8400 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764879.742754:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3101
00000100:00100000:3.0:1775764879.742763:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2400:x1862022293551616:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764879.742782:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764879.742788:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000006834641/0x9da62835f5d6c752 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c2c expref: 73 pid: 8400 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.742800:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000006834641/0x9da62835f5d6c752 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c2c expref: 73 pid: 8400 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.742827:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006834641/0x9da62835f5d6c752 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094464c2c expref: 73 pid: 8400 timeout: 2233 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.742866:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764879.742870:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764879.742876:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087cb4e27/0x9da62835f5d6d893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.742887:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087cb4e27/0x9da62835f5d6d893 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.742921:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764879.742968:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2400:x1862022293551616:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 206us (5701us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764879.742976:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3101
00010000:00010000:3.0:1775764879.743002:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764879.743010:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009daf7616/0x9da62835f5d6d88c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.743019:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843200 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764879.743037:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009daf7616/0x9da62835f5d6d88c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.743050:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009daf7616/0x9da62835f5d6d88c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.743064:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009daf7616/0x9da62835f5d6d88c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.743071:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009daf7616/0x9da62835f5d6d88c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.743101:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764879.743102:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764879.743104:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764879.743117:0:15592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000087cb4e27/0x9da62835f5d6d893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.743124:0:15592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087cb4e27/0x9da62835f5d6d893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.743134:0:15592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087cb4e27/0x9da62835f5d6d893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.743141:0:15592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087cb4e27/0x9da62835f5d6d893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.743155:0:15592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764879.743329:0:15592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b75e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+7:3658:x1862022277223424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 35489us (39530us total) trans 4294967876 rc 0/0
00000100:00100000:3.0:1775764879.743339:0:15592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985
00010000:00010000:3.0:1775764879.743360:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764879.743365:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087cb4e27/0x9da62835f5d6d893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.743373:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc200 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764879.743376:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087cb4e27/0x9da62835f5d6d893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.743383:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087cb4e27/0x9da62835f5d6d893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.743394:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087cb4e27/0x9da62835f5d6d893 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.743400:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087cb4e27/0x9da62835f5d6d893 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.743416:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764879.743417:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764879.743418:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764879.743461:0:3658:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967866 gen 2
00000004:00080000:3.0:1775764879.743480:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69001e300, transno 4294967866
00000100:00100000:3.0:1775764879.743498:0:3658:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search  req@ffff93c685788700 x1862022277223424/t4294967876(4294967876) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764895 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295
00000004:00080000:3.0:1775764879.743511:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c685788700/2, rc 0, transno 4294967876
00000100:00100000:3.0:1775764879.743517:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c685788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277223424:0@lo:6:osp-syn-1-1.0
00010000:00010000:2.0:1775764879.747357:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6ccbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dde expref: 71 pid: 15591 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.747419:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3102
00000100:00100000:2.0:1775764879.747431:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2400:x1862022293551360:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764879.747455:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764879.747465:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6ccbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dde expref: 71 pid: 15591 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.747482:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6ccbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dde expref: 71 pid: 15591 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.747515:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042e7b020/0x9da62835f5d6ccbc lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464dde expref: 71 pid: 15591 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.747535:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764879.747540:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764879.747545:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d6d885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.747556:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d6d885 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.747595:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764879.747689:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2400:x1862022293551360:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 261us (10539us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.747699:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3102
00010000:00010000:2.0:1775764879.747731:0:15593:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d6d885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.747741:0:15593:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d6d885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.747759:0:15593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d6d885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.747769:0:15593:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d6d885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.747789:0:15593:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1775764879.748048:0:15593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+7:3661:x1862022277223296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 44562us (44763us total) trans 4294967877 rc 0/0
00000100:00100000:2.0:1775764879.748057:0:15593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1983
00010000:00010000:2.0:1775764879.748215:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764879.748223:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d6d885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.748231:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764879.748235:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d6d885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.748245:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d6d885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.748261:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d6d885 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.748268:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d6d885 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.748291:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764879.748293:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764879.748294:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764879.751344:0:3661:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967893 gen 2
00000004:00080000:2.0:1775764879.751377:0:3661:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c784b37480, transno 4294967893
00000100:00100000:2.0:1775764879.751408:0:3661:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search  req@ffff93c69bf77100 x1862022277223168/t4294967905(4294967905) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764895 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295
00000004:00080000:2.0:1775764879.751424:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69bf77100/2, rc 0, transno 4294967905
00000100:00100000:2.0:1775764879.751431:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277223168:0@lo:6:osp-syn-0-1.0
00000004:00080000:2.0:1775764879.751450:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c68578ad80/2, rc 0, transno 4294967877
00000100:00100000:2.0:1775764879.751463:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68578ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277223296:0@lo:6:osp-syn-1-1.0
00000100:00100000:2.0:1775764879.751509:0:15594:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15594:1862022277223936:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764879.751535:0:15594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6d89a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.761289:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.761372:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.761507:0:15579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293551872
00000100:00100000:2.0:1775764879.761522:0:15579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293551872
00002000:00100000:2.0:1775764879.761589:0:15579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x74:0x0] (0->74401)  req@ffff93c69950ce00 x1862022293551872/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:360/0 lens 488/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764879.761602:0:15579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69950ce00 with x1862022293551872 ext(0->74401)
00002000:00010000:2.0:1775764879.761611:0:15579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c69950ce00
00000100:00100000:2.0:1775764879.761670:0:15579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 430
00000100:00100000:2.0:1775764879.761680:0:15579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2402:x1862022293551872:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:0.0:1775764879.765432:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293552000
00000100:00100000:0.0:1775764879.765455:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293552000
00000100:00100000:3.0:1775764879.765656:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293551744
00000100:00100000:3.0:1775764879.765662:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293551744
00010000:00010000:3.0:1775764879.767384:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d6cd87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e16 expref: 67 pid: 15577 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764879.767458:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3103
00000100:00100000:3.0:1775764879.767472:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2403:x1862022293551744:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764879.767495:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764879.767503:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d6cd87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e16 expref: 67 pid: 15577 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.767522:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d6cd87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e16 expref: 67 pid: 15577 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.767559:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d6cd87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094464e16 expref: 67 pid: 15577 timeout: 2233 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.767581:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764879.767583:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764879.767589:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6d89a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.767599:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6d89a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.767645:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764879.767716:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2403:x1862022293551744:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 247us (25238us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764879.767725:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3103
00010000:00010000:2.0:1775764879.769788:0:15594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6d89a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.769810:0:15594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6d89a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.769823:0:15594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6d89a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.769831:0:15594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6d89a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.769883:0:15594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764879.770616:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764879.770625:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6d89a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.770645:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480e000 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764879.770652:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6d89a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.770661:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6d89a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.770685:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6d89a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.770692:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034fc4b0c/0x9da62835f5d6d89a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.770720:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764879.770722:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764879.770724:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764879.772324:0:15594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+7:3658:x1862022277223040:12345-0@lo:6:osp-syn-0-1.0 Request processed in 63785us (68439us total) trans 4294967906 rc 0/0
00000100:00100000:2.0:1775764879.772342:0:15594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986
00000004:00080000:2.0:1775764879.772435:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69bf75500/2, rc 0, transno 4294967906
00000100:00100000:2.0:1775764879.772451:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277223040:0@lo:6:osp-syn-0-1.0
00000100:00100000:1.0:1775764879.773146:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205378
00000100:00100000:1.0:1775764879.773159:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14454:x1862022293552000:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764879.773188:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764879.773215:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d8a1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465134 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773302:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d8a8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773322:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d8a8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773336:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d8a8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773353:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d8af lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773361:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d8af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773368:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d8af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773472:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8b6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773481:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773494:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764879.773547:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:1.0:1775764879.773552:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764879.773578:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773591:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773602:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d8a8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773609:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d8a8 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773616:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d8a8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773623:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.773628:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d8a8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773645:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d8a8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773659:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764879.773662:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.773668:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d8a8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773679:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d8a8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773696:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d8af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773702:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d8af lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773708:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d8af lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773713:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.773715:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d8af lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773722:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d8af lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773729:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cee00)
00010000:00010000:1.0:1775764879.773731:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.773734:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d8af lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773739:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d8af lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773776:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d8a1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465134 expref: 124 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773798:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8b6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465134 expref: 123 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.773806:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764879.773809:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764879.773811:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842000, rc 0)
00000100:00100000:1.0:1775764879.773933:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14454:x1862022293552000:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 777us (12560us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.773941:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205378
00000100:00100000:0.0:1775764879.776748:0:15579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293551872:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 15053us (15459us total) trans 4294967878 rc 0/0
00000100:00100000:0.0:1775764879.776766:0:15579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 430
00002000:00100000:0.0:1775764879.776785:0:15579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x74:0x0] (0->74401)  req@ffff93c69950ce00 x1862022293551872/t4294967878(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:360/0 lens 488/448 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764879.776812:0:15579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69950ce00 with x1862022293551872 ext(0->74401)
00002000:00010000:0.0:1775764879.776820:0:15579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c69950ce00
00000100:00100000:2.0:1775764879.785785:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.785979:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293552128
00000100:00100000:1.0:1775764879.785993:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293552128
00000100:00100000:1.0:1775764879.786178:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1104
00000100:00100000:1.0:1775764879.786191:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4937b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:2401:x1862022293552128:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764879.786215:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764879.786254:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8b6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465134 expref: 123 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.786279:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764879.786287:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764879.786481:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.786582:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4937b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2401:x1862022293552128:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 393us (812us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.786592:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1104
00000100:00100000:3.0:1775764879.794004:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293552384
00000100:00100000:3.0:1775764879.794036:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293552384
00000100:00100000:3.0:1775764879.794131:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205379
00000100:00100000:3.0:1775764879.794145:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4934000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14454:x1862022293552384:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764879.794223:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764879.794259:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d84d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465118 expref: 122 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.794285:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:3.0:1775764879.794292:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764879.794370:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d8bd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.794392:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d8bd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.794403:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d8bd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764879.794558:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000024ab5f6e reply state 00000000316feee8 transno 4295101459 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d8bd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.794572:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d8bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.794578:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:3.0:1775764879.794581:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764879.794584:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764879.794711:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4934000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14454:x1862022293552384:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 569us (8228us total) trans 4295101459 rc 0/0
00000100:00100000:3.0:1775764879.794719:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205379
00000100:00100000:0.0:1775764879.799459:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.799517:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293552512
00000100:00100000:0.0:1775764879.799529:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293552512
00000100:00100000:0.0:1775764879.799607:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205380
00000100:00100000:0.0:1775764879.799619:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14453:x1862022293552512:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:0.0:1775764879.799800:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14453:x1862022293552512:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 182us (355us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.799809:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205380
00000100:00100000:3.0:1775764879.805323:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.805703:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293552640
00000100:00100000:2.0:1775764879.805718:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293552640
00000100:00100000:2.0:1775764879.805797:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1988
00000100:00100000:2.0:1775764879.805809:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2403:x1862022293552640:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:1.0:1775764879.808206:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967878 is committed
00000001:00080000:1.0:1775764879.808227:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967877 is committed
00000100:00100000:2.0:1775764879.808505:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2403:x1862022293552640:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 2690us (3190us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.808521:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1988
00000100:00100000:2.0:1775764879.812894:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.812973:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293552768
00000100:00100000:1.0:1775764879.812987:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293552768
00000100:00100000:1.0:1775764879.813387:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205381
00000100:00100000:1.0:1775764879.813401:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4936300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14454:x1862022293552768:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764879.813449:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764879.813478:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d8c4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446513b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.813567:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d8c4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446513b expref: 124 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.813586:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d8c4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446513b expref: 124 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.813610:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764879.813615:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:1.0:1775764879.813619:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843000, rc 0)
00000100:00100000:1.0:1775764879.813709:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4936300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14454:x1862022293552768:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 312us (830us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.813717:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205381
00000100:00100000:0.0:1775764879.824651:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.824710:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.824835:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293553024
00000100:00100000:3.0:1775764879.824893:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293553024
00000100:00100000:3.0:1775764879.824976:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2649
00000100:00100000:3.0:1775764879.824990:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+114:2403:x1862022293553024:12345-192.168.202.56@tcp:400:kworker.0
00000100:00100000:3.0:1775764879.825110:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+114:2403:x1862022293553024:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 123us (483us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764879.825118:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2649
00000100:00100000:0.0:1775764879.826367:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.826873:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293553152
00000100:00100000:3.0:1775764879.826885:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293553152
00000100:00100000:3.0:1775764879.826954:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1152
00000100:00100000:3.0:1775764879.826971:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2403:x1862022293553152:12345-192.168.202.56@tcp:400:kworker.0
00000100:00100000:3.0:1775764879.827071:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2403:x1862022293553152:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 108us (714us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764879.827079:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1152
00000100:00100000:1.0:1775764879.828315:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293552896
00000100:00100000:1.0:1775764879.828328:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293552896
00000100:00100000:1.0:1775764879.828456:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1018
00000100:00100000:1.0:1775764879.828466:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7aceda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:97b822a0-1031-438a-b417-b0f1b9d1e3df+9:2403:x1862022293552896:12345-192.168.202.56@tcp:400:kworker.0
00000100:00100000:1.0:1775764879.828548:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7aceda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:97b822a0-1031-438a-b417-b0f1b9d1e3df+9:2403:x1862022293552896:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 83us (3836us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.828556:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1018
00000100:00100000:2.0:1775764879.837762:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.837879:0:15577:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293553280
00000100:00100000:3.0:1775764879.837894:0:15577:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293553280
00000100:00100000:3.0:1775764879.837982:0:15577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1989
00000100:00100000:3.0:1775764879.837995:0:15577:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4936d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2400:x1862022293553280:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:3.0:1775764879.838223:0:15577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x74:0x0] updating lvb size from disk: 0 -> 74402
00002000:00010000:3.0:1775764879.838228:0:15577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x74:0x0] updating lvb mtime from disk: 0 -> 1775764867
00002000:00010000:3.0:1775764879.838231:0:15577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x74:0x0] updating lvb atime from disk: 0 -> 1775764869
00002000:00010000:3.0:1775764879.838233:0:15577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x74:0x0] updating lvb ctime from disk: 0 -> 1775764879
00002000:00010000:3.0:1775764879.838236:0:15577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x74:0x0] updating lvb blocks from disk: 0 -> 152
00000100:00100000:3.0:1775764879.838316:0:15577:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4936d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2400:x1862022293553280:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 322us (568us total) trans 4294967907 rc 0/0
00000100:00100000:3.0:1775764879.838326:0:15577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1989
00000100:00100000:2.0:1775764879.850609:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.850669:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.850933:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293553408
00000100:00100000:1.0:1775764879.850950:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293553408
00000100:00100000:3.0:1775764879.851080:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293553664
00000100:00100000:3.0:1775764879.851086:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293553664
00000100:00100000:3.0:1775764879.851136:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205382
00000100:00100000:3.0:1775764879.851148:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293553408:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764879.851179:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:1.0:1775764879.851187:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205383
00000100:00100000:1.0:1775764879.851198:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293553664:12345-192.168.202.56@tcp:55:dbench.0
00010000:00010000:3.0:1775764879.851209:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d8cb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465142 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.851261:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851275:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d8d9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.851282:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d870 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465126 expref: 126 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851294:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d8d9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.851296:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851318:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d8d9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851338:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d8e0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851346:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d8e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.851352:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d870 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465126 expref: 126 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851356:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d8e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.851372:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d870 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465126 expref: 126 pid: 6519 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.851388:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69950d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277224064:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764879.851466:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d8e7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851477:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d8e7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851485:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d8e7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.851524:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f46c0 going to sleep for 11 seconds
00000004:00200000:3.0:1775764879.851539:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:3.0:1775764879.851545:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764879.851571:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d8e7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851583:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d8e7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851598:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d8d9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851605:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d8d9 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851612:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d8d9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851618:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79d000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764879.851623:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d8d9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851642:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d8d9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851654:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764879.851658:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764879.851663:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d8d9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851671:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6d8d9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851687:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d8e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851694:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d8e0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851700:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d8e0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851706:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79cc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764879.851709:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d8e0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851714:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d8e0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851721:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c69abaf300)
00010000:00010000:3.0:1775764879.851724:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764879.851726:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d8e0 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851731:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6d8e0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851766:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d8cb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465142 expref: 127 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851780:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d8e7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465142 expref: 126 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.851787:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764879.851789:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764879.851792:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79dc00, rc 0)
00000100:00100000:3.0:1775764879.851902:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14453:x1862022293553408:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 756us (1309us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764879.851911:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205382
00000100:00100000:0.0:1775764879.857641:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.857898:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293553920
00000100:00100000:3.0:1775764879.857913:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293553920
00000100:00100000:3.0:1775764879.858001:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205384
00000100:00100000:3.0:1775764879.858013:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14453:x1862022293553920:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764879.858088:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1775764879.858125:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6d8e7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465142 expref: 126 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.858151:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d862 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446511f expref: 125 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.858164:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764879.858170:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764879.858243:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d8ee lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.858260:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d8ee lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.858271:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d8ee lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764879.858414:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b4e8a9bc reply state 00000000db35baed transno 4295101460 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d8ee lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.858429:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d8ee lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764879.858436:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764879.858439:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764879.858442:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764879.858568:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14453:x1862022293553920:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 556us (951us total) trans 4295101460 rc 0/0
00000100:00100000:3.0:1775764879.858577:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205384
00000100:00100000:1.0:1775764879.872256:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69950d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277224064:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764879.872295:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.872971:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.873111:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.873198:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293554176
00000100:00100000:1.0:1775764879.873208:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293554176
00010000:00010000:1.0:1775764879.873257:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d870 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465126 expref: 126 pid: 6519 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.873425:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3104
00000100:00100000:1.0:1775764879.873438:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:2402:x1862022293554176:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764879.873458:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764879.873466:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d870 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465126 expref: 126 pid: 6519 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.873482:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d870 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465126 expref: 126 pid: 6519 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.873530:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d870 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465126 expref: 126 pid: 6519 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.873551:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764879.873557:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.873568:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.873577:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.873613:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764879.873692:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:2402:x1862022293554176:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 256us (579us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.873701:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3104
00010000:00010000:0.0:1775764879.873765:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.873774:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.873823:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.873832:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.873869:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.873876:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764879.873882:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.873891:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.873902:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764879.873905:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:0.0:1775764879.873911:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.873917:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d8d2 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.873964:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14454:x1862022293553664:12345-192.168.202.56@tcp:55:dbench.0 Request processed in 22769us (23295us total) trans 0 rc -22/-22
00000100:00100000:0.0:1775764879.873975:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205383
00000100:00100000:0.0:1775764879.873995:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293554048
00000100:00100000:0.0:1775764879.873999:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293554048
00000100:00100000:0.0:1775764879.875053:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205385
00000100:00100000:0.0:1775764879.875075:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14453:x1862022293554048:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764879.875104:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764879.875129:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d8f5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465149 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.875206:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d8f5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465149 expref: 125 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.875222:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d8f5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465149 expref: 125 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.875245:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:0.0:1775764879.875248:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:0.0:1775764879.875251:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a480e600, rc 0)
00000100:00100000:0.0:1775764879.875298:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293554048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 234us (2332us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.875305:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205385
00000100:00100000:2.0:1775764879.881519:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.881609:0:15559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293554304
00000100:00100000:1.0:1775764879.881622:0:15559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293554304
00002000:00100000:1.0:1775764879.881703:0:15559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x74:0x0] (0->4095)  req@ffff93c68a118380 x1862022293554304/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:360/0 lens 4584/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764879.881715:0:15559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c68a118380 with x1862022293554304 ext(0->4095)
00002000:00010000:1.0:1775764879.881722:0:15559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c68a118380
00000100:00100000:1.0:1775764879.881757:0:15559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 431
00000100:00100000:1.0:1775764879.881767:0:15559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2401:x1862022293554304:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:1.0:1775764879.884208:0:15559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2401:x1862022293554304:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 2424us (2685us total) trans 4294967908 rc 0/0
00000100:00100000:1.0:1775764879.884228:0:15559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 431
00002000:00100000:1.0:1775764879.884244:0:15559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x74:0x0] (0->4095)  req@ffff93c68a118380 x1862022293554304/t4294967908(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:360/0 lens 4584/448 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764879.884257:0:15559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c68a118380 with x1862022293554304 ext(0->4095)
00002000:00010000:1.0:1775764879.884265:0:15559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c68a118380
00000100:00100000:1.0:1775764879.892386:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.892448:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.892547:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293554432
00000100:00100000:0.0:1775764879.892560:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293554432
00000100:00100000:0.0:1775764879.892652:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1990
00000100:00100000:0.0:1775764879.892662:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2403:x1862022293554432:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764879.892923:0:15586:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x74:0x0] updating lvb size from disk: 0 -> 74402
00002000:00010000:0.0:1775764879.892927:0:15586:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x74:0x0] updating lvb mtime from disk: 0 -> 1775764867
00002000:00010000:0.0:1775764879.892929:0:15586:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x74:0x0] updating lvb atime from disk: 0 -> 1775764869
00002000:00010000:0.0:1775764879.892932:0:15586:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x74:0x0] updating lvb ctime from disk: 0 -> 1775764879
00002000:00010000:0.0:1775764879.892934:0:15586:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x74:0x0] updating lvb blocks from disk: 0 -> 152
00000100:00100000:0.0:1775764879.893012:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2403:x1862022293554432:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 351us (562us total) trans 4294967879 rc 0/0
00000100:00100000:0.0:1775764879.893019:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1990
00000100:00100000:2.0:1775764879.893646:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293554560
00000100:00100000:2.0:1775764879.893654:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293554560
00000100:00100000:2.0:1775764879.893702:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205386
00000100:00100000:2.0:1775764879.893709:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293554560:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:2.0:1775764879.893872:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293554560:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 163us (1501us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.893880:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205386
00000100:00100000:1.0:1775764879.900700:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.900759:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.900921:0:8402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293554688
00000100:00100000:0.0:1775764879.900936:0:8402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293554688
00000100:00100000:0.0:1775764879.901016:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1991
00000100:00100000:0.0:1775764879.901029:0:8402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2402:x1862022293554688:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:2.0:1775764879.902760:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293554944
00000100:00100000:2.0:1775764879.902777:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293554944
00000100:00100000:2.0:1775764879.902888:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205387
00000100:00100000:2.0:1775764879.902898:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293554944:12345-192.168.202.56@tcp:55:dbench.0
00010000:00010000:2.0:1775764879.902996:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.903018:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d87e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446512d expref: 125 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.903030:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 4/0,1 mode: --/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.903075:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d87e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446512d expref: 125 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.903094:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d87e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446512d expref: 125 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.903112:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a11b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277224192:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764879.903257:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0000 going to sleep for 11 seconds
00000100:00100000:2.0:1775764879.907748:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a11b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277224192:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764879.907789:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1775764879.908337:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967908 is committed
00000001:00080000:2.0:1775764879.908362:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967906 is committed
00000100:00100000:0.0:1775764879.908556:0:8402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2402:x1862022293554688:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 7526us (7865us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.908572:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1991
00000100:00100000:0.0:1775764879.913281:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.913810:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293555072
00000100:00100000:2.0:1775764879.913824:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293555072
00010000:00010000:2.0:1775764879.913922:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d87e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446512d expref: 126 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.913982:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3105
00000100:00100000:2.0:1775764879.913993:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783541450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:2401:x1862022293555072:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764879.914014:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764879.914022:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d87e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446512d expref: 126 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.914037:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d87e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446512d expref: 126 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.914069:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d87e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446512d expref: 126 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.914093:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764879.914099:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.914112:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.914121:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.914155:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764879.914290:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783541450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:2401:x1862022293555072:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 297us (1023us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.914299:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3105
00010000:00010000:0.0:1775764879.914575:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.914586:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.914652:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.914660:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.914668:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.914675:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764879.914681:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.914690:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.914703:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:0.0:1775764879.914707:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:0.0:1775764879.914711:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 2/0,0 mode: --/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.914718:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6d8fc lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.914773:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14453:x1862022293554944:12345-192.168.202.56@tcp:55:dbench.0 Request processed in 11875us (14012us total) trans 0 rc -22/-22
00000100:00100000:0.0:1775764879.914783:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205387
00010000:00010000:3.0:1775764879.926343:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764879.928637:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.928777:0:15580:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293555200
00000100:00100000:2.0:1775764879.928790:0:15580:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293555200
00002000:00100000:2.0:1775764879.928908:0:15580:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x74:0x0] (0->4095)  req@ffff93c69950c000 x1862022293555200/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:360/0 lens 4584/0 e 0 to 0 dl 1775764890 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764879.928922:0:15580:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69950c000 with x1862022293555200 ext(0->4095)
00002000:00010000:2.0:1775764879.928929:0:15580:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c69950c000
00000100:00100000:2.0:1775764879.928975:0:15580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 432
00000100:00100000:2.0:1775764879.928987:0:15580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293555200:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:2.0:1775764879.930144:0:15580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2402:x1862022293555200:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 1150us (1520us total) trans 4294967880 rc 0/0
00000100:00100000:2.0:1775764879.930160:0:15580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 432
00002000:00100000:2.0:1775764879.930173:0:15580:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x74:0x0] (0->4095)  req@ffff93c69950c000 x1862022293555200/t4294967880(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:360/0 lens 4584/448 e 0 to 0 dl 1775764890 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764879.930187:0:15580:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69950c000 with x1862022293555200 ext(0->4095)
00002000:00010000:2.0:1775764879.930192:0:15580:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c69950c000
00000100:00100000:1.0:1775764879.934463:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.935161:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293555456
00000100:00100000:2.0:1775764879.935176:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293555456
00000100:00100000:2.0:1775764879.935263:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2836
00000100:00100000:2.0:1775764879.935276:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14454:x1862022293555456:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764879.935695:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293555456:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 419us (1245us total) trans 4295101461 rc 0/0
00000100:00100000:2.0:1775764879.935704:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2836
00000100:00100000:0.0:1775764879.941159:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.942381:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293555584
00000100:00100000:1.0:1775764879.942398:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293555584
00000100:00100000:1.0:1775764879.942496:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205388
00000100:00100000:1.0:1775764879.942510:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293555584:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764879.942551:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764879.942581:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d903 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465150 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.942684:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d90a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.942704:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d90a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.942718:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d90a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.942736:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d911 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.942745:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d911 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.942752:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d911 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943135:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d918 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943146:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d918 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943154:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d918 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764879.943204:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:1.0:1775764879.943210:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764879.943234:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d918 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943249:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d918 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943259:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d90a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943267:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d90a lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943275:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d90a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943281:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.943287:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d90a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943296:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d90a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943310:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764879.943313:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.943319:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d90a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943325:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d90a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943341:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d911 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943351:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d911 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943357:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d911 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943362:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764879.943365:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d911 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943371:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d911 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943378:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cdb00)
00010000:00010000:1.0:1775764879.943381:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764879.943384:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d911 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943390:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d911 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943427:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d903 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465150 expref: 127 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943442:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d918 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465150 expref: 126 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.943450:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764879.943452:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764879.943455:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843e00, rc 0)
00000100:00100000:1.0:1775764879.943553:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14454:x1862022293555584:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1046us (2407us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.943562:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205388
00000100:00100000:1.0:1775764879.947411:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.947579:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293555712
00000100:00100000:2.0:1775764879.947593:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293555712
00000100:00100000:2.0:1775764879.947830:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205389
00000100:00100000:2.0:1775764879.947871:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14453:x1862022293555712:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:2.0:1775764879.948060:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14453:x1862022293555712:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 219us (664us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.948069:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205389
00000100:00100000:3.0:1775764879.957704:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.958200:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293555840
00000100:00100000:1.0:1775764879.958214:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293555840
00000100:00100000:1.0:1775764879.958285:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1992
00000100:00100000:1.0:1775764879.958297:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2403:x1862022293555840:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:3.0:1775764879.959650:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764879.959832:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293556096
00000100:00100000:0.0:1775764879.959873:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293556096
00000100:00100000:0.0:1775764879.959934:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205390
00000100:00100000:0.0:1775764879.959944:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14454:x1862022293556096:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764879.959979:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764879.960006:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6d91f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465157 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.960152:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.960172:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d918 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465150 expref: 127 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.960183:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.960227:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d918 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465150 expref: 127 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.960256:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d918 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465150 expref: 127 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.960275:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277224320:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764879.960403:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52480 going to sleep for 11 seconds
00000001:00080000:2.0:1775764879.964317:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967880 is committed
00000100:00100000:1.0:1775764879.964539:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2403:x1862022293555840:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 6235us (6840us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.964555:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1992
00000100:00100000:3.0:1775764879.971938:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764879.975212:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.975523:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293556480
00000100:00100000:2.0:1775764879.975537:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293556480
00010000:00010000:2.0:1775764879.975592:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d918 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465150 expref: 128 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764879.975665:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3106
00000100:00100000:2.0:1775764879.975677:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:2403:x1862022293556480:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764879.975700:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764879.975709:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d918 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465150 expref: 128 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.975727:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d918 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465150 expref: 128 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.975757:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:2.0:1775764879.975763:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.975774:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.975784:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764879.975824:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764879.975931:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:2403:x1862022293556480:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 255us (734us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764879.975940:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3106
00010000:00010000:0.0:1775764879.976245:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6d918 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465150 expref: 127 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.976268:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277224320:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764879.976292:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.976303:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.976311:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764879.976337:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00010000:00010000:0.0:1775764879.976528:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6d91f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465157 expref: 128 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.976547:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465157 expref: 127 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.976557:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764879.976560:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764879.976564:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a480f400, rc 0)
00000100:00100000:0.0:1775764879.976941:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:14454:x1862022293556096:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16657us (16968us total) trans 4295101462 rc 0/0
00000100:00100000:0.0:1775764879.976952:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205390
00000100:00100000:2.0:1775764879.984097:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.984334:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293556352
00000100:00100000:1.0:1775764879.984348:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293556352
00000100:00100000:1.0:1775764879.984422:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2837
00000100:00100000:1.0:1775764879.984436:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:14453:x1862022293556352:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764879.984911:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14453:x1862022293556352:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 476us (12986us total) trans 4295101463 rc 0/0
00000100:00100000:1.0:1775764879.984921:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2837
00000100:00100000:0.0:1775764879.988790:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293556608
00000100:00100000:0.0:1775764879.988904:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293556608
00000100:00100000:0.0:1775764879.989315:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205391
00000100:00100000:0.0:1775764879.989330:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14454:x1862022293556608:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764879.989372:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764879.989401:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6d934 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446515e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.989529:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.989548:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465157 expref: 129 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.989559:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.989616:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465157 expref: 129 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.989642:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465157 expref: 129 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.989659:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277224448:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764879.989800:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52480 going to sleep for 11 seconds
00000100:00100000:2.0:1775764879.996478:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764879.996770:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764879.997283:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293556864
00000100:00100000:1.0:1775764879.997297:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293556864
00010000:00010000:1.0:1775764879.997352:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465157 expref: 130 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764879.997404:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3107
00000100:00100000:1.0:1775764879.997415:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:2402:x1862022293556864:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764879.997437:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764879.997445:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465157 expref: 130 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.997462:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465157 expref: 130 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.997507:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764879.997514:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.997527:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.997537:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764879.997563:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764879.997664:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:2402:x1862022293556864:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 250us (893us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764879.997673:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3107
00010000:00010000:0.0:1775764879.999043:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d926 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465157 expref: 129 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764879.999071:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277224448:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764879.999106:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.999119:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.999125:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764879.999198:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:0.0:1775764879.999204:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764879.999232:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.999275:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6d934 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446515e expref: 129 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.999293:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446515e expref: 128 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764879.999303:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764879.999307:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764879.999310:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a480fe00, rc 0)
00000100:00100000:0.0:1775764879.999391:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14454:x1862022293556608:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10064us (15307us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764879.999402:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205391
00000100:00100000:0.0:1775764879.999437:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293556736
00000100:00100000:0.0:1775764879.999443:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293556736
00000100:00100000:3.0:1775764880.003940:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205392
00000100:00100000:2.0:1775764880.005195:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14453:x1862022293556736:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764880.005239:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764880.005270:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d942 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465165 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005357:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d949 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005375:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d949 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005390:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d949 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005407:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6d950 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005414:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6d950 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005420:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6d950 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005525:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d957 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005536:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d957 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005543:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d957 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764880.005597:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:2.0:1775764880.005616:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764880.005651:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d957 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005665:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d957 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005675:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d949 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005683:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d949 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005690:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d949 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005698:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d949 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005704:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764880.005709:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d949 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005718:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d949 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005732:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764880.005736:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764880.005741:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d949 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005753:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d949 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005770:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6d950 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005777:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6d950 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005783:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6d950 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.005788:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764880.006094:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6d950 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.006103:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6d950 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.006113:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c7afe54800)
00010000:00010000:2.0:1775764880.006116:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764880.006119:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6d950 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.006126:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6d950 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.006167:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6d942 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465165 expref: 130 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.006189:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d957 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465165 expref: 129 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.006197:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764880.006200:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764880.006202:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc800, rc 0)
00000100:00100000:2.0:1775764880.007342:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:14453:x1862022293556736:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3376us (10871us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.007356:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205392
00000100:00100000:1.0:1775764880.024691:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.024937:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293557120
00000100:00100000:0.0:1775764880.024950:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293557120
00000100:00100000:0.0:1775764880.025033:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205393
00000100:00100000:0.0:1775764880.025044:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:14453:x1862022293557120:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.025071:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.025097:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6d95e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446516c expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.025232:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.025251:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d957 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465165 expref: 130 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.025261:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.025304:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d957 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465165 expref: 130 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.025319:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d957 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465165 expref: 130 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764880.025335:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277224576:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764880.025446:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764880.032390:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.032506:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293557376
00000100:00100000:2.0:1775764880.032521:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293557376
00000100:00100000:2.0:1775764880.032593:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2838
00000100:00100000:2.0:1775764880.032614:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4808850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14454:x1862022293557376:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764880.032998:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4808850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14454:x1862022293557376:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 395us (621us total) trans 4295101464 rc 0/0
00000100:00100000:2.0:1775764880.033007:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2838
00000100:00100000:0.0:1775764880.040224:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277224576:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764880.040267:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.040660:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.040702:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.040782:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293557632
00000100:00100000:0.0:1775764880.040799:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293557632
00000100:00100000:0.0:1775764880.040909:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205394
00000100:00100000:0.0:1775764880.040920:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14454:x1862022293557632:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.040948:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.040977:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6d96c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465173 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041054:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6d973 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041070:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6d973 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041082:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6d973 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041099:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d97a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041106:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d97a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041111:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d97a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041212:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d981 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041222:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d981 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041228:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d981 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764880.041280:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:0.0:1775764880.041285:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764880.041310:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d981 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041324:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d981 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041333:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6d973 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041339:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6d973 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041346:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6d973 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041352:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480e200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.041357:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6d973 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041367:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6d973 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041382:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764880.041385:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.041390:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6d973 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041397:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6d973 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041413:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d97a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041419:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d97a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041425:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d97a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041430:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.041432:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d97a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041438:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d97a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041445:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c69bed0800)
00010000:00010000:0.0:1775764880.041447:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.041449:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d97a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041454:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d97a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041492:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6d96c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465173 expref: 134 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041507:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d981 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465173 expref: 133 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.041514:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764880.041517:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764880.041519:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:0.0:1775764880.041592:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:14454:x1862022293557632:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 672us (887us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764880.041601:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205394
00000100:00100000:3.0:1775764880.042923:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293557504
00000100:00100000:3.0:1775764880.042938:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293557504
00010000:00010000:3.0:1775764880.042995:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d957 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465165 expref: 133 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.043055:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3108
00000100:00100000:3.0:1775764880.043064:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:2402:x1862022293557504:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.043080:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.043087:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d957 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465165 expref: 133 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.043102:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d957 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465165 expref: 133 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.043125:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6d957 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465165 expref: 133 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.043143:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764880.043149:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.043159:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.043167:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.043200:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764880.043264:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:2402:x1862022293557504:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 201us (2605us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.043273:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3108
00010000:00010000:0.0:1775764880.043523:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.043532:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764880.043556:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00010000:00010000:0.0:1775764880.043739:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6d95e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446516c expref: 133 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.043759:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446516c expref: 132 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.043767:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:0.0:1775764880.043769:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764880.043772:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a480f400, rc 0)
00000100:00100000:2.0:1775764880.045687:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14453:x1862022293557120:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 20632us (20998us total) trans 4295101465 rc 0/0
00000100:00100000:2.0:1775764880.045704:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205393
00000100:00100000:1.0:1775764880.052516:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.052617:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293557888
00000100:00100000:0.0:1775764880.052639:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293557888
00000100:00100000:0.0:1775764880.052717:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205395
00000100:00100000:0.0:1775764880.052730:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14454:x1862022293557888:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.052759:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.052786:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d98f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446517a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.052992:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.053010:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446515e expref: 133 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.053019:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d981 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465173 expref: 133 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.053027:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 5/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.053070:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d981 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465173 expref: 133 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.053086:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d981 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465173 expref: 133 pid: 6517 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764880.053102:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277224704:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764880.053218:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446515e expref: 133 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.053227:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446515e expref: 133 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764880.053237:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277224832:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764880.053260:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764880.064457:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.064614:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293558016
00000100:00100000:3.0:1775764880.064637:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293558016
00010000:00010000:3.0:1775764880.064688:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d981 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465173 expref: 134 pid: 6517 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.064740:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3109
00000100:00100000:3.0:1775764880.064752:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:2403:x1862022293558016:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.064772:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.064780:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d981 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465173 expref: 134 pid: 6517 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.064807:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d981 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465173 expref: 134 pid: 6517 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.064887:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:3.0:1775764880.064894:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.064907:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.064915:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764880.064999:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:2403:x1862022293558016:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 249us (556us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.065008:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3109
00010000:00010000:0.0:1775764880.066947:0:6518:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000950e0f6d x1862022277224704) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d981 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465173 expref: 133 pid: 6517 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.066989:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6d981 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465173 expref: 133 pid: 6517 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764880.067012:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277224704:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764880.067031:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277224832:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764880.067065:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764880.067071:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.067080:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.067091:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.072170:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.072225:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.072411:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293558144
00000100:00100000:0.0:1775764880.072425:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293558144
00000100:00100000:0.0:1775764880.072509:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205396
00000100:00100000:0.0:1775764880.072521:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:14453:x1862022293558144:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.072557:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.072585:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6d99d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465181 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.072715:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.072734:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446516c expref: 134 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.072743:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.072787:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446516c expref: 134 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.072802:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446516c expref: 134 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764880.072818:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd6680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277224960:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764880.072949:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764880.073445:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293558272
00000100:00100000:2.0:1775764880.073452:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293558272
00010000:00010000:2.0:1775764880.073482:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446515e expref: 135 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.073524:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3110
00000100:00100000:2.0:1775764880.073532:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:2402:x1862022293558272:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764880.073543:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764880.073550:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446515e expref: 135 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.073566:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446515e expref: 135 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.073590:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6d93b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446515e expref: 135 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.073609:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:2.0:1775764880.073614:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.073622:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.073640:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.073673:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764880.073721:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:2402:x1862022293558272:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 189us (1495us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.073729:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3110
00010000:00010000:1.0:1775764880.074176:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.074188:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.074212:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00010000:00010000:1.0:1775764880.074378:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6d98f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446517a expref: 135 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.074397:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446517a expref: 134 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.074404:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764880.074407:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764880.074409:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184e00, rc 0)
00000100:00100000:1.0:1775764880.074458:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14454:x1862022293557888:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 21732us (21958us total) trans 4295101466 rc 0/0
00000100:00100000:1.0:1775764880.074466:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205395
00000100:00100000:1.0:1775764880.084081:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.084376:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd6680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277224960:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764880.084419:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.084534:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293558400
00000100:00100000:2.0:1775764880.084543:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293558400
00000100:00100000:2.0:1775764880.085038:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205397
00000100:00100000:2.0:1775764880.085052:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14454:x1862022293558400:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764880.085086:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764880.085112:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d9b2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465188 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.085225:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.085242:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446517a expref: 135 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.085253:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.085297:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446517a expref: 135 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.085313:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446517a expref: 135 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.085329:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a11b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277225088:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764880.085436:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c787c83840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764880.090305:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a11b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277225088:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764880.090347:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.091638:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.092424:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293558528
00000100:00100000:2.0:1775764880.092440:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293558528
00010000:00010000:2.0:1775764880.092510:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446517a expref: 136 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.092559:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3111
00000100:00100000:2.0:1775764880.092570:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:2403:x1862022293558528:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764880.092609:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764880.092617:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446517a expref: 136 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.092640:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446517a expref: 136 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.092668:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6d996 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446517a expref: 136 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.092692:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:2.0:1775764880.092698:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.092710:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.092720:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.092760:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764880.092901:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:2403:x1862022293558528:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 331us (1278us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.092910:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3111
00010000:00010000:0.0:1775764880.093074:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.093084:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764880.093151:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:0.0:1775764880.093157:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764880.093184:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.093223:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6d9b2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465188 expref: 135 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.093240:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465188 expref: 134 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.093248:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764880.093251:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764880.093254:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebca00, rc 0)
00000100:00100000:0.0:1775764880.093290:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14454:x1862022293558400:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8241us (9222us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764880.093297:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205397
00000100:00100000:3.0:1775764880.095648:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.095815:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293558656
00000100:00100000:2.0:1775764880.095829:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293558656
00010000:00010000:2.0:1775764880.095895:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446516c expref: 134 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.095935:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3112
00000100:00100000:2.0:1775764880.095945:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783542050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:2401:x1862022293558656:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764880.095977:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764880.095984:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446516c expref: 134 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.096001:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446516c expref: 134 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.096027:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6d965 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446516c expref: 134 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.096047:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764880.096053:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.096064:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.096073:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.096109:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764880.096164:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783542050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:2401:x1862022293558656:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 220us (538us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.096172:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3112
00010000:00010000:1.0:1775764880.097894:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.097915:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.097994:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:1.0:1775764880.097999:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764880.098028:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.098078:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6d99d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465181 expref: 133 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.098102:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465181 expref: 132 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.098113:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764880.098116:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764880.098121:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:1.0:1775764880.098202:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14453:x1862022293558144:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 25683us (26046us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.098212:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205396
00000100:00100000:3.0:1775764880.108686:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.108780:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293558912
00000100:00100000:1.0:1775764880.108804:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293558912
00000100:00100000:1.0:1775764880.108911:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2839
00000100:00100000:1.0:1775764880.108924:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14454:x1862022293558912:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764880.109231:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:14454:x1862022293558912:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 308us (559us total) trans 4295101467 rc 0/0
00000100:00100000:1.0:1775764880.109240:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2839
00000100:00100000:3.0:1775764880.120775:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.121136:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293559168
00000100:00100000:2.0:1775764880.121150:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293559168
00000100:00100000:2.0:1775764880.121226:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2840
00000100:00100000:2.0:1775764880.121238:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:14453:x1862022293559168:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764880.121576:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14453:x1862022293559168:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 338us (814us total) trans 4295101468 rc 0/0
00000100:00100000:2.0:1775764880.121587:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2840
00000100:00100000:2.0:1775764880.125383:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.125597:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293559296
00000100:00100000:1.0:1775764880.125709:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293559296
00000100:00100000:1.0:1775764880.125803:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205398
00000100:00100000:1.0:1775764880.125816:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14454:x1862022293559296:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.126097:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.126128:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d9c0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446518f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.126226:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9c7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.126248:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9c7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.126264:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9c7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.126282:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d9ce lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.126288:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d9ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.126295:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d9ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.126395:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d9d5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.126405:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d9d5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.126411:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d9d5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.126462:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:1.0:1775764880.126468:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764880.128201:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d9d5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.128766:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d9d5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.128785:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9c7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.128802:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9c7 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.128811:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9c7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.128818:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.128824:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9c7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.128833:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9c7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.128907:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764880.128910:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.128916:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9c7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.128923:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9c7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.128946:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d9ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.128953:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d9ce lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.129244:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d9ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.129251:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.129255:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d9ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.129263:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d9ce lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.129273:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cdb00)
00010000:00010000:1.0:1775764880.129276:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.129279:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d9ce lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.129285:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d9ce lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.129349:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6d9c0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446518f expref: 136 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.129366:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d9d5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446518f expref: 135 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.129375:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764880.129378:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764880.129381:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842000, rc 0)
00000100:00100000:1.0:1775764880.129906:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293559296:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 4020us (4466us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.129920:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205398
00000100:00100000:1.0:1775764880.139216:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.139259:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.139303:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.139419:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293559680
00000100:00100000:3.0:1775764880.139432:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293559680
00000100:00100000:3.0:1775764880.139520:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1105
00000100:00100000:3.0:1775764880.139531:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:2401:x1862022293559680:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.139552:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.139585:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6d9d5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446518f expref: 135 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.139619:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:3.0:1775764880.139625:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764880.139704:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:2401:x1862022293559680:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 175us (443us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.139712:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1105
00000100:00100000:2.0:1775764880.141490:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293559552
00000100:00100000:2.0:1775764880.141507:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293559552
00000100:00100000:2.0:1775764880.141574:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293559808
00000100:00100000:2.0:1775764880.141578:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293559808
00000100:00100000:1.0:1775764880.141727:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205399
00000100:00100000:1.0:1775764880.141740:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293559552:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.141778:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.141812:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d9dc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465196 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.141989:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142009:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465188 expref: 136 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142020:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142062:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465188 expref: 136 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142081:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465188 expref: 136 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.142098:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5bf800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277225216:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764880.142201:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4180 going to sleep for 11 seconds
00000100:00100000:1.0:1775764880.142249:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205400
00000100:00100000:1.0:1775764880.142258:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14453:x1862022293559808:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.142268:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.142277:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d9ea lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446519d expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142322:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d9f1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142334:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d9f1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142348:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d9f1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142378:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d9f8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142386:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d9f8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142393:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d9f8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142496:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d9ff lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142506:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d9ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142513:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d9ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.142547:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:1.0:1775764880.142552:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764880.142577:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d9ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142591:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d9ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142609:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d9f1 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142617:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d9f1 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142625:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d9f1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142641:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d9f1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142648:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.142653:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d9f1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142662:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d9f1 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142677:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764880.142680:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.142685:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d9f1 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142697:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6d9f1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142715:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d9f8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142722:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d9f8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142728:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d9f8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142734:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.142736:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d9f8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142742:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d9f8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142749:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cdb00)
00010000:00010000:1.0:1775764880.142752:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.142754:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d9f8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142761:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6d9f8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142794:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6d9ea lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446519d expref: 138 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142815:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d9ff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446519d expref: 137 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.142824:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764880.142827:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764880.142829:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842600, rc 0)
00000100:00100000:1.0:1775764880.142915:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:14453:x1862022293559808:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 658us (3611us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.142925:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205400
00000100:00100000:0.0:1775764880.150534:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5bf800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277225216:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764880.150576:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.159098:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.159152:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.159194:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.159320:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293559936
00000100:00100000:1.0:1775764880.159333:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293559936
00010000:00010000:1.0:1775764880.159387:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465188 expref: 137 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.159431:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293560064
00000100:00100000:1.0:1775764880.159435:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293560064
00000100:00100000:1.0:1775764880.159462:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3113
00000100:00100000:1.0:1775764880.159473:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:2402:x1862022293559936:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764880.159492:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764880.159500:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465188 expref: 138 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.159516:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465188 expref: 138 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.159543:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6d9b9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465188 expref: 138 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.159564:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764880.159570:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.159582:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.159590:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.159619:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764880.159688:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:2402:x1862022293559936:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 216us (534us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.159696:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3113
00000100:00100000:1.0:1775764880.159714:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1106
00000100:00100000:1.0:1775764880.159721:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:2402:x1862022293560064:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764880.159728:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764880.159739:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6d9ff lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446519d expref: 136 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.159749:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764880.159752:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764880.159767:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:2402:x1862022293560064:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 47us (573us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.159773:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1106
00010000:00010000:0.0:1775764880.160169:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.160180:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764880.160206:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00010000:00010000:0.0:1775764880.160378:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6d9dc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465196 expref: 136 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.160395:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465196 expref: 135 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.160403:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764880.160406:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764880.160408:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843a00, rc 0)
00000100:00100000:0.0:1775764880.160438:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293559552:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 18703us (21240us total) trans 4295101469 rc 0/0
00000100:00100000:0.0:1775764880.160446:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205399
00000100:00100000:0.0:1775764880.160464:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293560320
00000100:00100000:0.0:1775764880.160469:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293560320
00000100:00100000:0.0:1775764880.160549:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205401
00000100:00100000:0.0:1775764880.160557:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14453:x1862022293560320:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.160576:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.160592:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6da0d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944651a4 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.160706:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.160724:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465181 expref: 136 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.160733:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.160769:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465181 expref: 136 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.160784:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465181 expref: 136 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764880.160799:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd6680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277225344:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764880.160894:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764880.167552:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.167659:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293560448
00000100:00100000:3.0:1775764880.167671:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293560448
00010000:00010000:3.0:1775764880.167721:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465181 expref: 137 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.167769:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3114
00000100:00100000:3.0:1775764880.167780:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:2400:x1862022293560448:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.167810:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.167819:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465181 expref: 137 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.167836:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465181 expref: 137 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.167914:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764880.167920:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.167932:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.167941:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.167979:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764880.168045:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:2400:x1862022293560448:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 265us (505us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.168077:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3114
00010000:00010000:0.0:1775764880.168693:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6d9a4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465181 expref: 136 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764880.168720:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd6680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277225344:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764880.168754:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.168771:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.168777:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764880.168830:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00010000:00010000:0.0:1775764880.169110:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6da0d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651a4 expref: 137 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.169129:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651a4 expref: 136 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.169143:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:0.0:1775764880.169146:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764880.169150:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:0.0:1775764880.169210:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14453:x1862022293560320:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8654us (10128us total) trans 4295101470 rc 0/0
00000100:00100000:0.0:1775764880.169219:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205401
00000100:00100000:3.0:1775764880.176352:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.176482:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293560576
00000100:00100000:1.0:1775764880.176508:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293560576
00000100:00100000:1.0:1775764880.176605:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205402
00000100:00100000:1.0:1775764880.176618:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293560576:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.176664:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.176693:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6da22 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944651ab expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.176821:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.176991:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465196 expref: 137 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.177003:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.177055:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465196 expref: 137 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.177074:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465196 expref: 137 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.177093:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5bc380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277225472:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764880.177198:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4780 going to sleep for 11 seconds
00000100:00100000:2.0:1775764880.185436:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.185562:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.185670:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293560832
00000100:00100000:0.0:1775764880.185683:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293560832
00000100:00100000:0.0:1775764880.185759:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205403
00000100:00100000:0.0:1775764880.185772:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14453:x1862022293560832:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.185823:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.185897:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6da30 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944651b2 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.186036:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.186054:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651a4 expref: 139 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.186071:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.186117:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651a4 expref: 139 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.186132:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651a4 expref: 139 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764880.186150:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277225600:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764880.186293:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764880.187026:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5bc380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277225472:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764880.187057:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.187341:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293560704
00000100:00100000:3.0:1775764880.187350:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293560704
00010000:00010000:3.0:1775764880.187393:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465196 expref: 140 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.187438:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3115
00000100:00100000:3.0:1775764880.187447:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:2402:x1862022293560704:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.187463:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.187469:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465196 expref: 140 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.187483:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465196 expref: 140 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.187507:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6d9e3 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465196 expref: 140 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.187526:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:3.0:1775764880.187532:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.187541:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.187550:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.187581:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764880.187763:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.187772:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.187910:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:1.0:1775764880.187916:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764880.187947:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.187999:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6da22 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651ab expref: 140 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.188017:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651ab expref: 139 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.188025:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764880.188028:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764880.188030:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843600, rc 0)
00000100:00100000:1.0:1775764880.188096:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293560576:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11480us (11761us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.188106:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205402
00000100:00100000:3.0:1775764880.189304:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:2402:x1862022293560704:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1847us (3870us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.189316:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3115
00000100:00100000:0.0:1775764880.196170:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277225600:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764880.196215:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.206977:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.207095:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.207206:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293561216
00000100:00100000:1.0:1775764880.207221:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293561216
00000100:00100000:1.0:1775764880.207304:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2841
00000100:00100000:1.0:1775764880.207316:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14454:x1862022293561216:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764880.207654:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293561216:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 339us (557us total) trans 4295101471 rc 0/0
00000100:00100000:1.0:1775764880.207663:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2841
00000100:00100000:3.0:1775764880.208980:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293560960
00000100:00100000:3.0:1775764880.208995:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293560960
00010000:00010000:3.0:1775764880.209044:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651a4 expref: 139 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.209093:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3116
00000100:00100000:3.0:1775764880.209103:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:2402:x1862022293560960:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.209119:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.209127:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651a4 expref: 139 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.209144:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651a4 expref: 139 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.209172:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6da14 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651a4 expref: 139 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.209195:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764880.209201:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.209213:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.209224:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.209452:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764880.209529:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:2402:x1862022293560960:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 427us (2580us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.209540:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3116
00000100:00100000:2.0:1775764880.214769:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.215130:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293561344
00000100:00100000:3.0:1775764880.215145:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293561344
00000100:00100000:3.0:1775764880.215219:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205404
00000100:00100000:3.0:1775764880.215232:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14454:x1862022293561344:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764880.215261:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764880.215290:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6da3e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944651b9 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215385:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6da45 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215405:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6da45 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215420:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6da45 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215437:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6da4c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215445:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6da4c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215455:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6da4c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215568:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6da53 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215579:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6da53 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215587:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6da53 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764880.215652:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:3.0:1775764880.215658:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764880.215684:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6da53 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215699:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6da53 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215709:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6da45 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215716:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6da45 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215724:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6da45 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215730:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79cc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764880.215735:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6da45 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215744:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6da45 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215758:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764880.215761:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764880.215766:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6da45 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215773:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6da45 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215789:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6da4c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215795:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6da4c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215801:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6da4c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215807:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79d000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764880.215809:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6da4c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215815:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6da4c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215822:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c69abaf100)
00010000:00010000:3.0:1775764880.215824:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764880.215826:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6da4c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215832:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6da4c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215918:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6da3e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651b9 expref: 140 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215933:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6da53 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651b9 expref: 139 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.215941:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:3.0:1775764880.215944:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764880.215946:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c0b38e00, rc 0)
00000100:00100000:3.0:1775764880.217184:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293561344:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1944us (2418us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.217198:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205404
00010000:00010000:0.0:1775764880.217436:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.217448:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764880.217554:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:0.0:1775764880.217559:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764880.217585:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.217636:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6da30 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651b2 expref: 139 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.217665:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651b2 expref: 138 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.217676:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:0.0:1775764880.217679:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764880.217682:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:0.0:1775764880.217721:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14453:x1862022293560832:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 31952us (32159us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764880.217728:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205403
00000100:00100000:1.0:1775764880.228238:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.228451:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293561600
00000100:00100000:2.0:1775764880.228464:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293561600
00000100:00100000:2.0:1775764880.228547:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205405
00000100:00100000:2.0:1775764880.228561:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14454:x1862022293561600:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764880.228597:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764880.228634:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6da5a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944651c0 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.228806:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.228828:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651ab expref: 139 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.228888:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6da53 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651b9 expref: 139 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.228898:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 5/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.228946:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6da53 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651b9 expref: 139 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.228974:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6da53 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651b9 expref: 139 pid: 6517 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.228990:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a118a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277225728:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764880.229101:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651ab expref: 139 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.229112:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651ab expref: 139 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.229122:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a11a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277225856:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764880.229145:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c787c83cc0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764880.234603:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.234696:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764880.234936:0:8005:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@0000000028076769 x1862022277225728) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6da53 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651b9 expref: 139 pid: 6517 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.234975:0:8005:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6da53 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651b9 expref: 139 pid: 6517 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.235007:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6da53 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651b9 expref: 139 pid: 6517 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764880.235026:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a118a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277225728:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764880.235044:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a11a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277225856:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764880.235072:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764880.235079:0:8005:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.235095:0:8005:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.235108:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.235268:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293561984
00000100:00100000:3.0:1775764880.235276:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293561984
00000100:00100000:3.0:1775764880.235338:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2842
00000100:00100000:3.0:1775764880.235348:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14453:x1862022293561984:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764880.235635:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293561984:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 278us (929us total) trans 4295101472 rc 0/0
00000100:00100000:3.0:1775764880.235644:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2842
00000100:00100000:1.0:1775764880.237948:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293561728
00000100:00100000:1.0:1775764880.237977:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293561728
00000100:00100000:1.0:1775764880.238064:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1107
00000100:00100000:1.0:1775764880.238073:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783540050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:2402:x1862022293561728:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764880.238093:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764880.238096:0:15578:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 9da62835f5d6da53)
00010000:00010000:1.0:1775764880.238098:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764880.238179:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783540050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:2402:x1862022293561728:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 107us (3591us total) trans 0 rc 116/116
00000100:00100000:1.0:1775764880.238188:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1107
00000100:00100000:2.0:1775764880.241327:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.241561:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293562112
00000100:00100000:3.0:1775764880.241573:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293562112
00010000:00010000:3.0:1775764880.241622:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651ab expref: 140 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.241685:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3117
00000100:00100000:3.0:1775764880.241695:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:2402:x1862022293562112:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.241714:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.241722:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651ab expref: 140 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.241739:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651ab expref: 140 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.241768:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da29 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651ab expref: 140 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.241787:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:3.0:1775764880.241804:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.241816:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.241825:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.241912:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764880.241994:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:2402:x1862022293562112:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 299us (679us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.242003:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3117
00010000:00010000:1.0:1775764880.242548:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.242559:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.242585:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00010000:00010000:1.0:1775764880.242779:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6da5a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651c0 expref: 140 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.242801:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651c0 expref: 139 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.242816:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764880.242819:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764880.242822:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc200, rc 0)
00000100:00100000:1.0:1775764880.242913:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293561600:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14356us (14693us total) trans 4295101473 rc 0/0
00000100:00100000:1.0:1775764880.242922:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205405
00000100:00100000:2.0:1775764880.246577:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1775764880.246609:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277225984:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1775764880.246709:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764880.247378:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277225984
00000100:00100000:0.0:1775764880.247389:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277225984
00000100:00100000:0.0:1775764880.247471:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498
00000100:00100000:0.0:1775764880.247481:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277225984:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1775764880.247512:0:8403:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 122880 granted 485030848 pending 0 free 3900067840 avail 3668516864
00000100:00100000:0.0:1775764880.247573:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277225984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (865us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764880.247580:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498
00000100:00100000:2.0:1775764880.247889:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1775764880.247902:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a11b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277226112:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1775764880.247943:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764880.247997:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277226112
00000100:00100000:2.0:1775764880.248001:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277226112
00000100:00100000:2.0:1775764880.248035:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592
00000100:00100000:2.0:1775764880.248041:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1862022277226112:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1775764880.248074:0:6523:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445986304 avail 1299746816
00000100:00100000:2.0:1775764880.248109:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1862022277226112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (167us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.248115:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592
00000100:00100000:2.0:1775764880.248159:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a11b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277226112:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1775764880.248189:0:3658:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967891 gen 2
00000004:00080000:2.0:1775764880.248194:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c681b40380, transno 4294967877
00000004:00080000:2.0:1775764880.248206:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c681b41f80, transno 4294967878
00000004:00080000:2.0:1775764880.248209:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c681b43100, transno 4294967879
00000004:00080000:2.0:1775764880.248212:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c681b40000, transno 4294967880
00000004:00080000:2.0:1775764880.248215:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c6a4934a80, transno 4294967881
00000004:00080000:2.0:1775764880.248218:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c6a4935c00, transno 4294967882
00000004:00080000:2.0:1775764880.248221:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c6a4934e00, transno 4294967883
00000004:00080000:2.0:1775764880.248223:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c6a4935500, transno 4294967884
00000004:00080000:2.0:1775764880.248226:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c6915ca680, transno 4294967885
00000004:00080000:2.0:1775764880.248229:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69ab20700, transno 4294967886
00000004:00080000:2.0:1775764880.248233:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c6829e3800, transno 4294967887
00000004:00080000:2.0:1775764880.248236:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69ab21880, transno 4294967888
00000004:00080000:2.0:1775764880.248239:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c6915c8000, transno 4294967889
00000004:00080000:2.0:1775764880.248241:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69ab21c00, transno 4294967890
00000004:00080000:2.0:1775764880.248244:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c6915e5880, transno 4294967891
00000100:00100000:2.0:1775764880.248251:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277225984:0@lo:13:osp-pre-0-0.0
00000004:00080000:2.0:1775764880.248447:0:8502:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 15 done
00000100:00080000:1.0:1775764880.249789:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000004:00080000:0.0:1775764880.250485:0:8499:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 2134500643675ns, next at 2135500640242ns, rc = 0
00000100:00100000:0.0:1775764880.250522:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1775764880.250543:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277226240:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1775764880.250634:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764880.250693:0:8404:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277226240
00000100:00100000:0.0:1775764880.250703:0:8404:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277226240
00000100:00100000:0.0:1775764880.250770:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499
00000100:00100000:0.0:1775764880.250778:0:8404:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1862022277226240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1775764880.250818:0:8404:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 122880 granted 485030848 pending 0 free 3900067840 avail 3668516864
00000100:00100000:0.0:1775764880.250908:0:8404:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1862022277226240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764880.250916:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499
00000100:00080000:0.0:1775764880.250938:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1775764880.250965:0:3660:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967906 gen 2
00000004:00080000:0.0:1775764880.250971:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69bf77100, transno 4294967905
00000004:00080000:0.0:1775764880.250979:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69bf75500, transno 4294967906
00000100:00100000:0.0:1775764880.250991:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277226240:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1775764880.256118:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.256211:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293562240
00000100:00100000:1.0:1775764880.256225:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293562240
00000100:00100000:1.0:1775764880.256309:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205406
00000100:00100000:1.0:1775764880.256322:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14453:x1862022293562240:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.256353:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.256382:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6da6f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944651c7 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256470:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6da76 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256488:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6da76 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256503:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6da76 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256520:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6da7d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256526:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6da7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256534:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6da7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256648:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da84 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256659:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da84 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256667:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da84 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.256717:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:1.0:1775764880.256723:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764880.256748:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da84 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256761:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da84 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256772:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6da76 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256778:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6da76 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256785:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6da76 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256978:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6da76 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.256992:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.256998:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6da76 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.257006:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6da76 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.257022:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764880.257026:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.257031:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6da76 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.257038:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6da76 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.257054:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6da7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.257061:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6da7d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.257067:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6da7d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.257072:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.257074:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6da7d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.257080:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6da7d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.257091:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cdb00)
00010000:00010000:1.0:1775764880.257094:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.257097:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6da7d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.257103:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6da7d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.257139:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6da6f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651c7 expref: 141 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.257153:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da84 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651c7 expref: 140 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.257161:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764880.257163:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764880.257166:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843600, rc 0)
00000100:00100000:1.0:1775764880.257249:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293562240:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 929us (1145us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.257258:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205406
00000100:00100000:3.0:1775764880.258645:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.259039:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293562368
00000100:00100000:0.0:1775764880.259052:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293562368
00000100:00100000:0.0:1775764880.259123:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205407
00000100:00100000:0.0:1775764880.259134:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14454:x1862022293562368:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.259166:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.259193:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6da8b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944651ce expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.259310:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6da92 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.259328:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651c0 expref: 141 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.259337:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6da92 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.259380:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651c0 expref: 141 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.259395:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651c0 expref: 141 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764880.259413:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277226368:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764880.259511:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764880.270325:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.270436:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.270514:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293562624
00000100:00100000:1.0:1775764880.270528:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293562624
00000100:00100000:1.0:1775764880.270605:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205408
00000100:00100000:1.0:1775764880.270616:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293562624:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.270695:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.270724:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6da99 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944651d5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.270910:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.270929:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651b2 expref: 143 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.270939:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da84 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651c7 expref: 143 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.270948:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 5/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.270993:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da84 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651c7 expref: 143 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.271006:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da84 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651c7 expref: 143 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.271022:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5be300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277226496:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764880.271144:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651b2 expref: 143 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.271154:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651b2 expref: 143 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.271164:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5bdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277226624:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764880.271189:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764880.271613:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293562752
00000100:00100000:3.0:1775764880.271621:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293562752
00010000:00010000:3.0:1775764880.271666:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da84 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651c7 expref: 144 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.271705:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3118
00000100:00100000:3.0:1775764880.271713:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:2403:x1862022293562752:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.271726:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.271733:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da84 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651c7 expref: 144 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.271748:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da84 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651c7 expref: 144 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.271776:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764880.271782:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.271791:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.271798:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764880.271862:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:2403:x1862022293562752:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 127us (1403us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.271871:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3118
00000100:00100000:3.0:1775764880.276323:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277226368:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764880.276367:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6da92 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.279374:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764880.279515:0:6519:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@000000000cffb7d0 x1862022277226496) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da84 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651c7 expref: 143 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.279535:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293562880
00010000:00010000:1.0:1775764880.279545:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6da84 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651c7 expref: 143 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.279555:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293562880
00000100:00100000:1.0:1775764880.279566:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5be300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277226496:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764880.279582:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5bdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277226624:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764880.279609:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764880.279615:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.279636:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.279637:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651c0 expref: 143 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.279652:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.279705:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3119
00000100:00100000:3.0:1775764880.279717:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:2403:x1862022293562880:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.279737:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.279743:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651c0 expref: 143 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.279760:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651c0 expref: 143 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.279784:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6da61 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651c0 expref: 143 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.280194:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:3.0:1775764880.280200:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6da92 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.280210:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6da92 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.280219:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6da92 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.280255:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764880.280919:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:2403:x1862022293562880:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1199us (1554us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.280932:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3119
00010000:00010000:0.0:1775764880.282372:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6da92 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.282392:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6da92 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764880.282468:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:0.0:1775764880.282473:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764880.282512:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6da92 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.282567:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6da8b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651ce expref: 142 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.282593:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6da92 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651ce expref: 141 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.282604:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764880.282608:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764880.282612:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:0.0:1775764880.282702:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293562368:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 23569us (24074us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764880.282723:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205407
00000100:00100000:0.0:1775764880.295579:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.295664:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293563008
00000100:00100000:3.0:1775764880.295679:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293563008
00010000:00010000:3.0:1775764880.295734:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651b2 expref: 141 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.295795:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3120
00000100:00100000:3.0:1775764880.295807:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:2403:x1862022293563008:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.295826:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.295835:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651b2 expref: 141 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.297677:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651b2 expref: 141 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.297710:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6da37 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651b2 expref: 141 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.297736:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764880.297743:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.297755:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.297765:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.297832:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764880.297887:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.297899:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.297931:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000100:00100000:3.0:1775764880.298037:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:2403:x1862022293563008:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 2230us (2470us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.298049:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3120
00010000:00010000:1.0:1775764880.298118:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6da99 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651d5 expref: 141 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.298145:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651d5 expref: 140 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.298155:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764880.298158:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764880.298161:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843200, rc 0)
00000100:00100000:1.0:1775764880.298190:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293562624:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 27576us (27880us total) trans 4295101474 rc 0/0
00000100:00100000:1.0:1775764880.298198:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205408
00000100:00100000:2.0:1775764880.303156:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.307435:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.314999:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293563136
00000100:00100000:1.0:1775764880.315029:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293563136
00000100:00100000:1.0:1775764880.315128:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293563264
00000100:00100000:1.0:1775764880.315133:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293563264
00000100:00100000:1.0:1775764880.315171:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205409
00000100:00100000:1.0:1775764880.315184:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293563136:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.315213:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.315240:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6daae lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944651dc expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.315341:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dab5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.315360:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dab5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.315375:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dab5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.315397:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dabc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.315405:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dabc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.315411:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dabc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.315528:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205410
00000100:00100000:3.0:1775764880.315541:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293563264:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764880.315564:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764880.315577:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6dac3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944651e3 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.315662:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.315674:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651d5 expref: 143 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.315684:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.315730:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651d5 expref: 143 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.315748:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651d5 expref: 143 pid: 6519 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.315765:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696917480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277226752:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764880.315906:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1180 going to sleep for 11 seconds
00010000:00010000:1.0:1775764880.316619:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dad1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316642:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dad1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316652:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dad1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.316697:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:1.0:1775764880.316703:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764880.316729:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dad1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316742:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dad1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316752:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dab5 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316759:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dab5 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316770:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dab5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316776:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dab5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316783:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.316788:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dab5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316796:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dab5 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316810:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764880.316814:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.316819:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dab5 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316825:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dab5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316871:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dabc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316879:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dabc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316885:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dabc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316891:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.316894:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dabc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316899:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dabc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316907:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cdb00)
00010000:00010000:1.0:1775764880.316909:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.316912:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dabc lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316918:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dabc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316960:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6daae lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651dc expref: 144 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316975:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dad1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651dc expref: 143 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.316984:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764880.316986:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764880.316989:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:1.0:1775764880.318898:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293563136:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3702us (15741us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.318914:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205409
00000100:00100000:3.0:1775764880.332317:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696917480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277226752:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764880.332377:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.336544:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.337377:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.338937:0:15576:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293563392
00000100:00100000:2.0:1775764880.338954:0:15576:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293563392
00000100:00100000:0.0:1775764880.339116:0:15567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293563520
00000100:00100000:0.0:1775764880.339123:0:15567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293563520
00002000:00100000:0.0:1775764880.339314:0:15567:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x7:0x0] (0->8191)  req@ffff93c696917480 x1862022293563520/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:361/0 lens 8680/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764880.339336:0:15567:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c696917480 with x1862022293563520 ext(0->8191)
00002000:00010000:0.0:1775764880.339343:0:15567:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c696917480
00000100:00100000:0.0:1775764880.339387:0:15567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 433
00000100:00100000:0.0:1775764880.339398:0:15567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696917480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2401:x1862022293563520:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:0.0:1775764880.340726:0:15567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696917480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2401:x1862022293563520:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 1323us (3345us total) trans 4294967881 rc 0/0
00000100:00100000:0.0:1775764880.340741:0:15567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 433
00002000:00100000:0.0:1775764880.340752:0:15567:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x7:0x0] (0->8191)  req@ffff93c696917480 x1862022293563520/t4294967881(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:361/0 lens 8680/448 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764880.340762:0:15567:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c696917480 with x1862022293563520 ext(0->8191)
00002000:00010000:0.0:1775764880.340767:0:15567:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c696917480
00000100:00100000:0.0:1775764880.341663:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.342703:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00080000:1.0:1775764880.342929:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1775764880.342937:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00100000:2.0:1775764880.343104:0:15576:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x7:0x0] (0->8191)  req@ffff93c69e5bdc00 x1862022293563392/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:361/0 lens 8680/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764880.343119:0:15576:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69e5bdc00 with x1862022293563392 ext(0->8191)
00002000:00010000:2.0:1775764880.343126:0:15576:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c69e5bdc00
00000100:00100000:2.0:1775764880.343170:0:15576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 434
00000100:00100000:2.0:1775764880.343184:0:15576:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+66:2401:x1862022293563392:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:2.0:1775764880.343671:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293563648
00000100:00100000:2.0:1775764880.343682:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293563648
00010000:00010000:2.0:1775764880.343712:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651d5 expref: 143 pid: 6519 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.343742:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293563776
00000100:00100000:2.0:1775764880.343745:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293563776
00000100:00100000:2.0:1775764880.343771:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3121
00000100:00100000:2.0:1775764880.343778:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:2403:x1862022293563648:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764880.344709:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764880.344725:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651d5 expref: 144 pid: 6519 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.344745:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651d5 expref: 144 pid: 6519 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.344776:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6daa0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651d5 expref: 144 pid: 6519 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.344959:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764880.344967:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.344979:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.344989:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.345034:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764880.345113:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:2403:x1862022293563648:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1334us (3455us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.345123:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3121
00000100:00100000:2.0:1775764880.345157:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1108
00000100:00100000:2.0:1775764880.345167:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:2400:x1862022293563776:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764880.345180:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764880.345193:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dad1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651dc expref: 142 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.345204:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:2.0:1775764880.345208:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764880.345227:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:2400:x1862022293563776:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 63us (2530us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.345232:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1108
00010000:00010000:1.0:1775764880.345737:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.345747:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.345823:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:1.0:1775764880.345829:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764880.345878:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.345919:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6dac3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651e3 expref: 141 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.345937:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651e3 expref: 140 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.345945:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764880.345948:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764880.345951:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c0b38c00, rc 0)
00000100:00100000:1.0:1775764880.345989:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293563264:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 30452us (38580us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.345998:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205410
00000100:00100000:2.0:1775764880.346713:0:15576:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2401:x1862022293563392:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 3530us (10183us total) trans 4294967909 rc 0/0
00000100:00100000:2.0:1775764880.346724:0:15576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 434
00002000:00100000:2.0:1775764880.346735:0:15576:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x7:0x0] (0->8191)  req@ffff93c69e5bdc00 x1862022293563392/t4294967909(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:361/0 lens 8680/448 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764880.346746:0:15576:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69e5bdc00 with x1862022293563392 ext(0->8191)
00002000:00010000:2.0:1775764880.346752:0:15576:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c69e5bdc00
00000100:00100000:2.0:1775764880.349560:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.349715:0:15582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293563904
00000100:00100000:0.0:1775764880.349730:0:15582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293563904
00002000:00100000:1.0:1775764880.350060:0:15582:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000400:0xb:0x0] (0->4095)  req@ffff93c681b41f80 x1862022293563904/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:361/0 lens 4584/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764880.350074:0:15582:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c681b41f80 with x1862022293563904 ext(0->4095)
00002000:00010000:1.0:1775764880.350082:0:15582:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c681b41f80
00000100:00100000:1.0:1775764880.350160:0:15582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 435
00000100:00100000:1.0:1775764880.350172:0:15582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2400:x1862022293563904:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:3.0:1775764880.353025:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.353108:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.353179:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293564288
00000100:00100000:2.0:1775764880.353191:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293564288
00000100:00100000:2.0:1775764880.353254:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205411
00000100:00100000:2.0:1775764880.353265:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14454:x1862022293564288:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764880.353351:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764880.353387:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6da92 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651ce expref: 140 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.353424:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:2.0:1775764880.353430:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764880.353496:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6dad8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.353514:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6dad8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.353527:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6dad8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764880.353677:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000091670918 reply state 0000000014bfeb37 transno 4295101475 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6dad8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.353692:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6dad8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.353698:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:2.0:1775764880.353701:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764880.353704:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764880.353818:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293564288:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 554us (805us total) trans 4295101475 rc 0/0
00000100:00100000:2.0:1775764880.353826:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205411
00000100:00100000:2.0:1775764880.355296:0:15582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2400:x1862022293563904:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 5118us (5739us total) trans 4294967882 rc 0/0
00000100:00100000:2.0:1775764880.355311:0:15582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 435
00002000:00100000:2.0:1775764880.355332:0:15582:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000400:0xb:0x0] (0->4095)  req@ffff93c681b41f80 x1862022293563904/t4294967882(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:361/0 lens 4584/448 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764880.355344:0:15582:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c681b41f80 with x1862022293563904 ext(0->4095)
00002000:00010000:2.0:1775764880.355350:0:15582:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c681b41f80
00000100:00100000:2.0:1775764880.356993:0:15582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293564032
00000100:00100000:2.0:1775764880.357011:0:15582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293564032
00002000:00100000:2.0:1775764880.357071:0:15582:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0xb:0x0] (0->4095)  req@ffff93c6829e0e00 x1862022293564032/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:361/0 lens 4584/0 e 0 to 0 dl 1775764891 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764880.357083:0:15582:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6829e0e00 with x1862022293564032 ext(0->4095)
00002000:00010000:2.0:1775764880.357090:0:15582:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c6829e0e00
00000100:00100000:2.0:1775764880.357133:0:15582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 436
00000100:00100000:2.0:1775764880.357145:0:15582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2401:x1862022293564032:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:3.0:1775764880.359578:0:15582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2401:x1862022293564032:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 2420us (6455us total) trans 4294967910 rc 0/0
00000100:00100000:3.0:1775764880.359595:0:15582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 436
00002000:00100000:3.0:1775764880.359611:0:15582:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0xb:0x0] (0->4095)  req@ffff93c6829e0e00 x1862022293564032/t4294967910(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:361/0 lens 4584/448 e 0 to 0 dl 1775764891 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1775764880.359622:0:15582:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6829e0e00 with x1862022293564032 ext(0->4095)
00002000:00010000:3.0:1775764880.359639:0:15582:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c6829e0e00
00000100:00100000:1.0:1775764880.364775:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.364922:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.365019:0:15596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293564672
00000100:00100000:0.0:1775764880.365033:0:15596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293564672
00000100:00100000:0.0:1775764880.365110:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1993
00000100:00100000:0.0:1775764880.365123:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2402:x1862022293564672:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764880.365692:0:15596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x74:0x0] updating lvb size from disk: 74402 -> 74402
00002000:00010000:0.0:1775764880.365698:0:15596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x74:0x0] updating lvb mtime from disk: 1775764867 -> 1775764867
00002000:00010000:0.0:1775764880.365701:0:15596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x74:0x0] updating lvb atime from disk: 1775764869 -> 1775764870
00002000:00010000:0.0:1775764880.365703:0:15596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x74:0x0] updating lvb ctime from disk: 1775764879 -> 1775764880
00002000:00010000:0.0:1775764880.365707:0:15596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x74:0x0] updating lvb blocks from disk: 152 -> 152
00000100:00100000:0.0:1775764880.365795:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2402:x1862022293564672:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 675us (872us total) trans 4294967911 rc 0/0
00000100:00100000:0.0:1775764880.365806:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1993
00000100:00100000:2.0:1775764880.366953:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293564544
00000100:00100000:2.0:1775764880.367226:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293564544
00000100:00100000:3.0:1775764880.367651:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2843
00000100:00100000:3.0:1775764880.367664:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14453:x1862022293564544:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764880.369284:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293564544:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 1606us (4508us total) trans 4295101476 rc 0/0
00000100:00100000:2.0:1775764880.369299:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2843
00000100:00100000:1.0:1775764880.380108:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.380158:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.380344:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293564800
00000100:00100000:0.0:1775764880.380358:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293564800
00000100:00100000:0.0:1775764880.380433:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293564928
00000100:00100000:0.0:1775764880.380437:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293564928
00000100:00100000:0.0:1775764880.380471:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205412
00000100:00100000:0.0:1775764880.380483:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14453:x1862022293564800:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.380517:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.380548:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6dadf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944651ea expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.380649:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dae6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.380668:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dae6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.380682:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dae6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.380699:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6daed lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.380707:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6daed lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.380713:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6daed lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.380869:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6daf4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.380881:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6daf4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.380888:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6daf4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764880.380937:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:0.0:1775764880.380943:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764880.380980:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6daf4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.380995:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6daf4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381005:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dae6 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381012:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dae6 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381019:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dae6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381026:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dae6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381032:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.381038:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dae6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381047:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dae6 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381061:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764880.381064:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.381070:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dae6 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381077:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dae6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381095:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6daed lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381100:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6daed lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381105:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6daed lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381110:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.381112:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6daed lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381119:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6daed lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381126:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c69bed0e00)
00010000:00010000:0.0:1775764880.381129:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.381131:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6daed lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381137:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6daed lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381172:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6dadf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651ea expref: 145 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381187:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6daf4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651ea expref: 144 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381195:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:0.0:1775764880.381197:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764880.381199:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:0.0:1775764880.381283:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293564800:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 802us (1190us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764880.381292:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205412
00000100:00100000:0.0:1775764880.381318:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205413
00000100:00100000:0.0:1775764880.381326:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293564928:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.381336:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.381346:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dafb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944651f1 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381379:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6db02 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381389:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6db02 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381401:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6db02 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381414:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6db09 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381421:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6db09 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381427:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6db09 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381449:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6db02 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381455:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6db02 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381461:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6db02 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381467:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6db02 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381473:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.381476:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6db02 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381483:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6db02 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381495:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764880.381497:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.381500:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6db02 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381505:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6db02 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381514:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6db09 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381519:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6db09 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381524:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6db09 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381529:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480f400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.381532:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6db09 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381538:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6db09 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381545:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x6e04e070 (ffff93c69bed0f00)
00010000:00010000:0.0:1775764880.381548:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.381550:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6db09 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381554:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6db09 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381576:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dafb lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651f1 expref: 144 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381588:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764880.381590:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.381594:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dafb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651f1 expref: 144 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.381603:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:0.0:1775764880.381641:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293564928:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 316us (1481us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764880.381647:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205413
00000100:00100000:1.0:1775764880.393216:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.393400:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293565056
00000100:00100000:0.0:1775764880.393424:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293565056
00000100:00100000:0.0:1775764880.393503:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205414
00000100:00100000:0.0:1775764880.393515:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293565056:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.393542:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.393569:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6db10 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944651f8 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.394032:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6db17 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.394052:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6db17 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.394067:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6db17 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764880.394129:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096
00000004:00200000:0.0:1775764880.394134:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764880.394159:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6db17 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.394188:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6db10 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651f8 expref: 145 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.394208:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6db17 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651f8 expref: 144 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.394218:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764880.394221:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764880.394225:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a480e000, rc 0)
00000100:00100000:0.0:1775764880.394299:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14454:x1862022293565056:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 787us (1099us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764880.394307:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205414
00000100:00100000:0.0:1775764880.399487:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.399578:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293565568
00000100:00100000:3.0:1775764880.399603:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293565568
00000100:00100000:3.0:1775764880.399697:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1109
00000100:00100000:3.0:1775764880.399708:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783542450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:2401:x1862022293565568:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.399730:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.399764:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6daf4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651ea expref: 144 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.399788:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764880.399795:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764880.399968:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783542450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:2401:x1862022293565568:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 261us (493us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.399978:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1109
00000100:00100000:1.0:1775764880.400668:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.400827:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293565312
00000100:00100000:2.0:1775764880.400835:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293565312
00000100:00100000:2.0:1775764880.400919:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205415
00000100:00100000:2.0:1775764880.400927:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14453:x1862022293565312:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764880.400950:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764880.400970:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6db1e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944651ff expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.401107:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.401125:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651e3 expref: 144 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.401135:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.401178:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651e3 expref: 144 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.401195:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651e3 expref: 144 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.401210:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b43100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277226880:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764880.401311:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a0f8eb40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764880.417367:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.417482:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293565440
00000100:00100000:3.0:1775764880.417497:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293565440
00000100:00100000:3.0:1775764880.417575:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2844
00000100:00100000:3.0:1775764880.417588:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a480bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14454:x1862022293565440:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764880.422028:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.423384:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a480bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14454:x1862022293565440:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 5789us (6023us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.423402:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2844
00000100:00100000:0.0:1775764880.425549:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293565696
00000100:00100000:0.0:1775764880.425568:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293565696
00010000:00010000:0.0:1775764880.425643:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651e3 expref: 145 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764880.425702:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3122
00000100:00100000:0.0:1775764880.425712:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2402:x1862022293565696:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764880.425733:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764880.425742:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651e3 expref: 145 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.425760:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651e3 expref: 145 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.425790:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:0.0:1775764880.425796:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.425807:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.425816:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.425872:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764880.425934:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2402:x1862022293565696:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 224us (3919us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764880.425943:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3122
00000100:00100000:0.0:1775764880.431118:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:2.0:1775764880.431578:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6daca lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651e3 expref: 144 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.431622:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b43100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277226880:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764880.431665:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.431677:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.431683:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764880.431715:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00010000:00010000:2.0:1775764880.431939:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6db1e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651ff expref: 145 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.431973:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651ff expref: 144 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.431990:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764880.431994:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764880.431998:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebdc00, rc 0)
00000100:00100000:2.0:1775764880.432075:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293565312:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 31147us (31408us total) trans 4295101477 rc 0/0
00000100:00100000:2.0:1775764880.432086:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205415
00000100:00100000:2.0:1775764880.432121:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293565952
00000100:00100000:2.0:1775764880.432130:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293565952
00000100:00100000:2.0:1775764880.432291:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205416
00000100:00100000:2.0:1775764880.432302:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14454:x1862022293565952:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764880.432334:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764880.432337:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1775764880.432361:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6db17 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651f8 expref: 144 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.432374:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764880.432379:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764880.432394:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6db33 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465206 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.432515:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6db3a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.432529:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6db3a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.432540:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6db3a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.432557:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6db41 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.432565:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6db41 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.432571:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6db41 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764880.432997:0:10031:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x75:0x0], index 1: 0
00010000:00010000:2.0:1775764880.433159:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6db48 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10158:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.433171:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6db48 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10158:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.433180:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6db48 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10158:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.433210:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6db3a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.433217:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6db3a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.433224:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6db3a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.433231:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6db3a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.433242:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebcc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764880.433247:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6db3a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.433255:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6db3a lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.433266:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764880.433269:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764880.433273:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6db3a lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.433279:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6db3a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764880.433291:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000060e0d342 reply state 00000000f7bf1cb6 transno 4295101478 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6db41 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.433303:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6db41 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.433310:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x6e04e070 (ffff93c7afe54800)
00010000:00010000:2.0:1775764880.433312:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764880.433315:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764880.433344:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6db33 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465206 expref: 146 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.433358:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6db48 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10158:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465206 expref: 145 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.433370:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10158:0x0].0x0 (ffff93c68cb34b00)
00010000:00010000:2.0:1775764880.433372:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764880.433375:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebce00, rc 0)
00000100:00100000:2.0:1775764880.433444:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14454:x1862022293565952:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1144us (2343us total) trans 4295101478 rc 0/0
00000100:00100000:2.0:1775764880.433453:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205416
00000100:00100000:0.0:1775764880.441919:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.441971:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.442071:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293566208
00000100:00100000:1.0:1775764880.442084:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293566208
00000100:00100000:1.0:1775764880.442158:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1994
00000100:00100000:1.0:1775764880.442172:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2401:x1862022293566208:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.442199:0:15591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.442229:0:15591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1184e56/0x9da62835f5d6db56 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465214 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1775764880.442264:0:15591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x75:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1775764880.442304:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764880.442307:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764880.442328:0:15591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1184e56/0x9da62835f5d6db56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465214 expref: 72 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.442351:0:15591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b1184e56/0x9da62835f5d6db56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465214 expref: 72 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.442376:0:15591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842e00, rc 0)
00000100:00100000:1.0:1775764880.442464:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2401:x1862022293566208:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 295us (491us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.442472:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1994
00000100:00100000:2.0:1775764880.443702:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293566080
00000100:00100000:2.0:1775764880.443714:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293566080
00000100:00100000:2.0:1775764880.443779:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205417
00000100:00100000:2.0:1775764880.443788:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14453:x1862022293566080:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764880.443818:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764880.443865:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6db5d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446520d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.443985:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6db64 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.444001:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944651ff expref: 147 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.444010:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6db64 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.444057:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651ff expref: 147 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.444080:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651ff expref: 147 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.444098:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b43100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277227008:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764880.444340:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a10c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764880.448030:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.448165:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293566464
00000100:00100000:2.0:1775764880.448177:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293566464
00000100:00100000:2.0:1775764880.448254:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2845
00000100:00100000:2.0:1775764880.448276:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14454:x1862022293566464:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764880.450175:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293566464:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 1900us (2146us total) trans 4295101479 rc 0/0
00000100:00100000:2.0:1775764880.450187:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2845
00000100:00100000:0.0:1775764880.451232:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b43100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277227008:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764880.451497:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6db64 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.451867:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.452012:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293566592
00000100:00100000:3.0:1775764880.452021:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293566592
00010000:00010000:3.0:1775764880.452067:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651ff expref: 149 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.452151:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3123
00000100:00100000:3.0:1775764880.452162:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:2402:x1862022293566592:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.452181:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.452190:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651ff expref: 149 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.452206:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651ff expref: 149 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.452241:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6db25 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944651ff expref: 149 pid: 10031 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.452262:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764880.452277:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6db64 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.452290:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6db64 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.452299:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6db64 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.452345:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764880.452421:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:2402:x1862022293566592:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 252us (572us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.452431:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3123
00010000:00010000:2.0:1775764880.452817:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6db64 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.452828:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6db64 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764880.452926:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:2.0:1775764880.452933:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764880.452962:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6db64 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.453002:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6db5d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446520d expref: 148 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.453028:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6db64 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446520d expref: 147 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.453037:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764880.453040:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764880.453042:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebca00, rc 0)
00000100:00100000:2.0:1775764880.453084:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14453:x1862022293566080:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9298us (11180us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.453093:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205417
00000100:00100000:1.0:1775764880.459000:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.459085:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293566848
00000100:00100000:2.0:1775764880.459099:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293566848
00000100:00100000:2.0:1775764880.459188:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2846
00000100:00100000:2.0:1775764880.459199:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14454:x1862022293566848:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764880.459502:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14454:x1862022293566848:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 304us (515us total) trans 4295101480 rc 0/0
00000100:00100000:2.0:1775764880.459510:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2846
00000100:00100000:1.0:1775764880.463290:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.463605:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293567104
00000100:00100000:2.0:1775764880.463812:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293567104
00000100:00100000:2.0:1775764880.464108:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2847
00000100:00100000:2.0:1775764880.464120:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14454:x1862022293567104:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764880.464673:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293567104:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 552us (1407us total) trans 4295101481 rc 0/0
00000100:00100000:2.0:1775764880.464683:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2847
00000100:00100000:3.0:1775764880.474182:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.474551:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293567232
00000100:00100000:1.0:1775764880.474572:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293567232
00000100:00100000:1.0:1775764880.474751:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205418
00000100:00100000:1.0:1775764880.474764:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14453:x1862022293567232:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.474809:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.474875:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6db6b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446521b expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.474981:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6db72 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475026:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6db72 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475043:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6db72 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475064:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6db79 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475089:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6db79 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475097:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6db79 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475188:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6db80 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475196:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6db80 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475200:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6db80 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.475242:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:1.0:1775764880.475246:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764880.475279:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6db80 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475289:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6db80 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475296:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6db72 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475301:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6db72 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475308:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6db72 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475316:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.475325:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6db72 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475331:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6db72 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475345:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764880.475347:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.475352:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6db72 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475356:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6db72 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475371:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6db79 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475375:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6db79 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475379:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6db79 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475385:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.475386:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6db79 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475389:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6db79 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475396:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cda00)
00010000:00010000:1.0:1775764880.475398:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.475400:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6db79 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475403:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6db79 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475505:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6db6b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446521b expref: 151 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475516:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6db80 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446521b expref: 150 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.475521:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764880.475522:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764880.475525:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843600, rc 0)
00000100:00100000:1.0:1775764880.475608:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14453:x1862022293567232:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 847us (1440us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.475617:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205418
00000100:00100000:0.0:1775764880.483582:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.483773:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293567488
00000100:00100000:1.0:1775764880.483788:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293567488
00000100:00100000:1.0:1775764880.483962:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205419
00000100:00100000:1.0:1775764880.483976:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14454:x1862022293567488:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764880.484065:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764880.484102:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6db48 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10158:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465206 expref: 150 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484132:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10158:0x0].0x0 (ffff93c68cb34b00)
00010000:00010000:1.0:1775764880.484146:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764880.484175:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6db87 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484193:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6db87 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484205:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6db87 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484218:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6db8e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484226:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6db8e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484233:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6db8e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484366:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6db95 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10158:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484376:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6db95 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10158:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484383:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6db95 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10158:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764880.484686:0:14273:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].84, 64 off13568
00000004:00080000:1.0:1775764880.484698:0:14273:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 2134734857362ns, next at 2135734854144ns, rc = 0
00010000:00010000:1.0:1775764880.484756:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6db9c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10158:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484766:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6db9c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10158:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484774:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6db9c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10158:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484782:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6db9c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10158:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484788:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6db9c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10158:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484795:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6db9c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10158:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484826:0:14273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764880.484886:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6db95 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10158:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484893:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6db95 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10158:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484899:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6db95 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10158:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484904:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.484909:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6db95 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10158:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484921:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6db95 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10158:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484932:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10158:0x0].0x0 (ffff93c6877cd600)
00010000:00010000:1.0:1775764880.484934:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764880.484939:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6db95 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10158:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484945:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6db95 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10158:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484965:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6db87 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484972:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6db87 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484978:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6db87 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484984:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6db87 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484989:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.484991:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6db87 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.484998:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6db87 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.485005:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764880.485007:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.485011:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6db87 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.485017:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6db87 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764880.485026:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005266891a reply state 000000001f36b1f6 transno 4295101482 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6db8e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.485039:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6db8e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.485045:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x6e04e070 (ffff93c7afe54800)
00010000:00010000:1.0:1775764880.485047:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764880.485050:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764880.485149:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14454:x1862022293567488:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1174us (1580us total) trans 4295101482 rc 0/0
00000100:00100000:1.0:1775764880.485159:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205419
00010000:00010000:3.0:1775764880.485788:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764880.485808:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6db9c lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10158:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.485817:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764880.485821:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6db9c lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10158:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.485830:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6db9c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10158:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.485875:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10158:0x0].0x0 (ffff93c6877cd600)
00010000:00010000:3.0:1775764880.485878:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764880.485881:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6db9c lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10158:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.485888:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6db9c lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10158:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.485907:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764880.485909:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764880.485911:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764880.488793:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.489003:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293567744
00000100:00100000:1.0:1775764880.489018:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293567744
00000100:00100000:1.0:1775764880.489127:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205420
00000100:00100000:1.0:1775764880.489139:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14453:x1862022293567744:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764880.489211:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1775764880.489245:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6db80 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446521b expref: 151 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.489277:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6db64 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446520d expref: 150 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.489297:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764880.489303:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764880.489369:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dba3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.489383:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dba3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.489393:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dba3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764880.489521:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078e03ecc reply state 0000000038284977 transno 4295101483 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dba3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.489534:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dba3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.489540:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764880.489542:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764880.489545:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764880.489666:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14453:x1862022293567744:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 528us (885us total) trans 4295101483 rc 0/0
00000100:00100000:1.0:1775764880.489674:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205420
00000100:00100000:0.0:1775764880.493981:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.494127:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293567872
00000100:00100000:3.0:1775764880.494141:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293567872
00000100:00100000:3.0:1775764880.494212:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205421
00000100:00100000:3.0:1775764880.494224:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14454:x1862022293567872:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764880.494256:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764880.494298:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbaa lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465222 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.494637:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6dbb1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.494659:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6dbb1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.494675:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6dbb1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.494768:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dbb8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.494777:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dbb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.494785:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dbb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.494931:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dbbf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.494940:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dbbf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.494948:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dbbf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764880.495006:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:0.0:1775764880.495016:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764880.495046:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dbbf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495063:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dbbf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495076:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6dbb1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495083:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6dbb1 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495094:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6dbb1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495101:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79d000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.495110:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6dbb1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495119:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6dbb1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495136:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764880.495139:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.495146:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6dbb1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495155:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6dbb1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495174:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dbb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495180:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dbb8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495186:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dbb8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495195:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480e400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.495198:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dbb8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495203:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dbb8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495217:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c69bed0f00)
00010000:00010000:0.0:1775764880.495220:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.495223:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dbb8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495231:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dbb8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495279:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbaa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465222 expref: 153 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495297:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dbbf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465222 expref: 152 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.495308:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764880.495311:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764880.495313:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a480fe00, rc 0)
00000100:00100000:0.0:1775764880.495431:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293567872:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1208us (1464us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764880.495443:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205421
00000100:00100000:0.0:1775764880.496678:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.496749:0:15593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293568000
00000100:00100000:2.0:1775764880.496761:0:15593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293568000
00000100:00100000:2.0:1775764880.496865:0:15593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1995
00000100:00100000:2.0:1775764880.496876:0:15593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2403:x1862022293568000:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:2.0:1775764880.497188:0:15593:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x74:0x0] updating lvb size from disk: 74402 -> 74402
00002000:00010000:2.0:1775764880.497195:0:15593:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x74:0x0] updating lvb mtime from disk: 1775764867 -> 1775764867
00002000:00010000:2.0:1775764880.497198:0:15593:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x74:0x0] updating lvb atime from disk: 1775764869 -> 1775764870
00002000:00010000:2.0:1775764880.497201:0:15593:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x74:0x0] updating lvb ctime from disk: 1775764879 -> 1775764880
00002000:00010000:2.0:1775764880.497203:0:15593:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x74:0x0] updating lvb blocks from disk: 152 -> 152
00000100:00100000:2.0:1775764880.497575:0:15593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2403:x1862022293568000:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 700us (905us total) trans 4294967883 rc 0/0
00000100:00100000:2.0:1775764880.497583:0:15593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1995
00000100:00100000:2.0:1775764880.515333:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.515432:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293568128
00000100:00100000:0.0:1775764880.515444:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293568128
00000100:00100000:0.0:1775764880.515506:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205422
00000100:00100000:0.0:1775764880.515515:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14453:x1862022293568128:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.515546:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.515568:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dbc6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465229 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515658:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dbcd lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515676:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dbcd lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515690:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dbcd lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515707:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dbd4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515715:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dbd4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515720:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dbd4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515761:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dbcd lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515766:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dbcd lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515770:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dbcd lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515774:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dbcd lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515778:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480e200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.515782:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dbcd lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515788:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dbcd lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515798:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764880.515800:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.515804:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dbcd lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515808:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dbcd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515821:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dbd4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515824:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dbd4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515828:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dbd4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515831:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480e000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.515832:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dbd4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515835:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dbd4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515891:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x6e04e070 (ffff93c69bed0f00)
00010000:00010000:0.0:1775764880.515893:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.515897:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dbd4 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515902:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dbd4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515938:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dbc6 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465229 expref: 153 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515949:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764880.515952:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.515955:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dbc6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465229 expref: 153 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.515964:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a480e400, rc 0)
00000100:00100000:0.0:1775764880.516025:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14453:x1862022293568128:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 511us (708us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764880.516030:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205422
00000100:00100000:0.0:1775764880.528257:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.528434:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293568256
00000100:00100000:2.0:1775764880.528446:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293568256
00000100:00100000:2.0:1775764880.528536:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205423
00000100:00100000:2.0:1775764880.528549:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14453:x1862022293568256:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764880.528577:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764880.528830:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dbdb lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465230 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.529103:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6dbe2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.529122:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6dbe2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.529138:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6dbe2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764880.529205:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007b:0x0]: returning size 4096
00000004:00200000:2.0:1775764880.529209:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764880.529235:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6dbe2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.529268:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dbdb lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465230 expref: 154 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.529290:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6dbe2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465230 expref: 153 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.529300:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764880.529303:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764880.529308:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc200, rc 0)
00000100:00100000:2.0:1775764880.529435:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293568256:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 888us (1189us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.529442:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205423
00000100:00100000:2.0:1775764880.547324:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.547379:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.547463:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293568384
00000100:00100000:1.0:1775764880.547480:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293568384
00000100:00100000:1.0:1775764880.547556:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2848
00000100:00100000:1.0:1775764880.547568:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293568384:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764880.548882:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293568640
00000100:00100000:3.0:1775764880.548892:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293568640
00000100:00100000:3.0:1775764880.548951:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205424
00000100:00100000:3.0:1775764880.548970:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14454:x1862022293568640:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764880.548994:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764880.549024:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6dbe9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465237 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.549165:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.549186:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dbbf lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465222 expref: 156 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.549195:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.549239:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dbbf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465222 expref: 156 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.549256:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dbbf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465222 expref: 156 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.549271:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6829e1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277227136:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764880.549377:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1180 going to sleep for 11 seconds
00000100:00100000:1.0:1775764880.554126:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14453:x1862022293568384:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 6544us (6802us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.554143:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2848
00000100:00100000:3.0:1775764880.562286:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6829e1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277227136:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764880.562327:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.563764:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.564289:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293568768
00000100:00100000:0.0:1775764880.564303:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293568768
00010000:00010000:0.0:1775764880.564362:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dbbf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465222 expref: 155 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764880.564417:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3124
00000100:00100000:0.0:1775764880.564429:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:2402:x1862022293568768:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764880.564448:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764880.564458:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dbbf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465222 expref: 155 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.564475:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dbbf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465222 expref: 155 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.564505:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dbbf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465222 expref: 155 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.564527:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764880.564533:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.564545:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.564553:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.564585:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764880.564676:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:2402:x1862022293568768:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 248us (921us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764880.564684:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3124
00010000:00010000:3.0:1775764880.565711:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.565728:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764880.565758:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00010000:00010000:3.0:1775764880.565985:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d6dbe9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465237 expref: 155 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.566008:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465237 expref: 154 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.566018:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:3.0:1775764880.566020:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764880.566024:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79dc00, rc 0)
00000100:00100000:3.0:1775764880.566097:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14454:x1862022293568640:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 17128us (18716us total) trans 4295101484 rc 0/0
00000100:00100000:3.0:1775764880.566107:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205424
00000100:00100000:3.0:1775764880.571069:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.571227:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293569024
00000100:00100000:0.0:1775764880.571241:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293569024
00000100:00100000:0.0:1775764880.571322:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205425
00000100:00100000:0.0:1775764880.571335:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293569024:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.571363:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.571367:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1775764880.571403:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6dbe2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465230 expref: 154 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.571431:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764880.571438:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764880.571455:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dbfe lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446523e expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.571590:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc05 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.571618:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc05 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.571639:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc05 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.571657:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dc0c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.571665:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dc0c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.571670:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dc0c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764880.572127:0:10031:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x75:0x0], index 0: 0
00010000:00010000:0.0:1775764880.572320:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6dc13 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10159:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.572333:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6dc13 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10159:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.572346:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6dc13 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10159:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.572391:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc05 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.572399:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc05 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.572406:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc05 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.572413:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc05 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.572420:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480e200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.572424:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc05 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.572433:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc05 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.572445:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764880.572449:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.572454:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc05 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.572460:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc05 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764880.572475:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007b27e9cc reply state 00000000c95619f0 transno 4295101485 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dc0c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.572488:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dc0c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.572494:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x6e04e070 (ffff93c69bed0f00)
00010000:00010000:0.0:1775764880.572496:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764880.572499:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764880.572535:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dbfe lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446523e expref: 156 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.572565:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6dc13 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10159:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446523e expref: 155 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.572573:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10159:0x0].0x0 (ffff93c69bed0e00)
00010000:00010000:0.0:1775764880.572575:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764880.572577:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a480f400, rc 0)
00000100:00100000:0.0:1775764880.572690:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14453:x1862022293569024:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1357us (1634us total) trans 4295101485 rc 0/0
00000100:00100000:0.0:1775764880.572699:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205425
00000100:00100000:1.0:1775764880.585164:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.585232:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.585336:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293569280
00000100:00100000:3.0:1775764880.585349:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293569280
00000100:00100000:3.0:1775764880.585431:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1996
00000100:00100000:3.0:1775764880.585442:0:8401:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2403:x1862022293569280:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764880.585468:0:8401:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764880.585498:0:8401:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6dc21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446524c expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1775764880.585537:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x75:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1775764880.585563:0:8401:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764880.585566:0:8401:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764880.585576:0:8401:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6dc21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446524c expref: 72 pid: 8401 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.585609:0:8401:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6dc21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446524c expref: 72 pid: 8401 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.585636:0:8401:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79cc00, rc 0)
00000100:00100000:3.0:1775764880.585711:0:8401:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2403:x1862022293569280:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 271us (477us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.585719:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1996
00000100:00100000:2.0:1775764880.586207:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293569152
00000100:00100000:2.0:1775764880.586214:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293569152
00000100:00100000:2.0:1775764880.586262:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205426
00000100:00100000:2.0:1775764880.586270:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14454:x1862022293569152:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764880.586291:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764880.586310:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dc28 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465245 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.586424:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dc2f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.586442:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465237 expref: 157 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.586450:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dc2f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.586494:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465237 expref: 157 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.586512:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465237 expref: 157 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.586530:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf75500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277227264:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764880.586725:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1f00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764880.592543:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf75500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277227264:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764880.592585:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dc2f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.597017:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.597119:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.597368:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293569408
00000100:00100000:2.0:1775764880.597380:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293569408
00010000:00010000:2.0:1775764880.597432:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465237 expref: 158 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.597486:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3125
00000100:00100000:2.0:1775764880.597497:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:2402:x1862022293569408:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764880.597516:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764880.597524:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465237 expref: 158 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.597541:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465237 expref: 158 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.597571:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dbf0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465237 expref: 158 pid: 6518 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.597592:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:2.0:1775764880.597609:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dc2f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.597620:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dc2f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.597655:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dc2f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.597692:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764880.597756:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:2402:x1862022293569408:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 259us (750us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.597764:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3125
00010000:00010000:1.0:1775764880.597941:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dc2f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.597950:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dc2f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.598028:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:1.0:1775764880.598034:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764880.598059:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dc2f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.598094:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dc28 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465245 expref: 157 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.598111:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dc2f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465245 expref: 156 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.598120:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764880.598123:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764880.598125:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd200, rc 0)
00000100:00100000:1.0:1775764880.598153:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14454:x1862022293569152:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11884us (13004us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.598160:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205426
00000100:00100000:3.0:1775764880.598668:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293569664
00000100:00100000:3.0:1775764880.598677:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293569664
00000100:00100000:3.0:1775764880.598725:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2849
00000100:00100000:3.0:1775764880.598734:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14453:x1862022293569664:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764880.599073:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14453:x1862022293569664:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 339us (1952us total) trans 4295101486 rc 0/0
00000100:00100000:3.0:1775764880.599080:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2849
00000100:00100000:1.0:1775764880.606279:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.606397:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293569920
00000100:00100000:2.0:1775764880.606412:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293569920
00000100:00100000:2.0:1775764880.606488:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2850
00000100:00100000:2.0:1775764880.606500:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a480a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14454:x1862022293569920:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764880.606831:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a480a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293569920:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 333us (569us total) trans 4295101487 rc 0/0
00000100:00100000:2.0:1775764880.606882:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2850
00000100:00100000:2.0:1775764880.617034:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.617097:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.617422:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293570048
00000100:00100000:1.0:1775764880.617435:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293570048
00000100:00100000:1.0:1775764880.617579:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205427
00000100:00100000:1.0:1775764880.617592:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293570048:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.617621:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.617658:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dc36 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465253 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618060:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dc3d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618080:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dc3d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618095:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dc3d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618113:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dc44 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618120:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dc44 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618126:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dc44 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618248:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dc4b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618259:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dc4b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618267:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dc4b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.618318:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:1.0:1775764880.618323:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764880.618350:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dc4b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618363:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dc4b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618372:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dc3d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618379:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dc3d lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618386:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dc3d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618392:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.618397:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dc3d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618405:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dc3d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618419:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764880.618422:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.618428:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dc3d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618438:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dc3d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618453:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dc44 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618459:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dc44 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618464:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dc44 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618469:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.618471:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dc44 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618478:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dc44 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618485:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cda00)
00010000:00010000:1.0:1775764880.618500:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.618503:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dc44 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618508:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dc44 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618543:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dc36 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465253 expref: 160 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618565:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dc4b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465253 expref: 159 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.618573:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764880.618575:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764880.618578:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842000, rc 0)
00000100:00100000:1.0:1775764880.618675:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14454:x1862022293570048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1085us (1656us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.618683:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205427
00000100:00100000:3.0:1775764880.622053:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293570304
00000100:00100000:3.0:1775764880.622074:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293570304
00000100:00100000:3.0:1775764880.622160:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2851
00000100:00100000:3.0:1775764880.622171:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14453:x1862022293570304:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764880.623178:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14453:x1862022293570304:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 1003us (6075us total) trans 4295101488 rc 0/0
00000100:00100000:3.0:1775764880.623191:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2851
00000100:00100000:3.0:1775764880.626291:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.626463:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293570432
00000100:00100000:3.0:1775764880.626531:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293570432
00000100:00100000:3.0:1775764880.626797:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205428
00000100:00100000:3.0:1775764880.626811:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293570432:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764880.626873:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764880.627127:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dc52 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446525a expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.629506:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.629599:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293570560
00000100:00100000:3.0:1775764880.629611:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293570560
00000100:00100000:3.0:1775764880.629709:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1110
00000100:00100000:3.0:1775764880.629721:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:2403:x1862022293570560:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.629741:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.629773:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dc4b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465253 expref: 162 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.629807:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:3.0:1775764880.629814:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764880.629918:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:2403:x1862022293570560:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 199us (434us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.629927:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1110
00000100:00100000:2.0:1775764880.636060:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.636295:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293570816
00000100:00100000:3.0:1775764880.636308:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293570816
00000100:00100000:3.0:1775764880.636461:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2852
00000100:00100000:3.0:1775764880.636474:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14453:x1862022293570816:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764880.636897:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14453:x1862022293570816:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 424us (849us total) trans 4295101489 rc 0/0
00000100:00100000:3.0:1775764880.636907:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2852
00010000:00010000:0.0:1775764880.637125:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc59 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637146:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc59 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637162:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc59 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637180:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc60 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637188:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637195:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637247:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc59 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637254:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc59 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637260:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc59 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637267:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc59 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637273:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480e000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.637278:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc59 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637286:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc59 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637299:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764880.637303:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.637308:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc59 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637314:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc59 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637330:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637336:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc60 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637342:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc60 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637348:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480e200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.637351:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc60 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637357:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc60 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637364:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x6e04e070 (ffff93c7afe54800)
00010000:00010000:0.0:1775764880.637367:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.637370:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc60 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637375:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc60 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637435:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dc52 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446525a expref: 161 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637448:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764880.637450:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.637454:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6dc52 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446525a expref: 161 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.637464:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79dc00, rc 0)
00000100:00100000:0.0:1775764880.637498:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293570432:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10691us (11223us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764880.637507:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205428
00000100:00100000:1.0:1775764880.647950:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.649351:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.649895:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293571072
00000100:00100000:3.0:1775764880.649911:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293571072
00000100:00100000:2.0:1775764880.650141:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293571200
00000100:00100000:2.0:1775764880.650148:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293571200
00000100:00100000:2.0:1775764880.650202:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205429
00000100:00100000:2.0:1775764880.650213:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14453:x1862022293571072:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764880.650290:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764880.650330:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480f400/0x9da62835f5d6dc13 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10159:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446523e expref: 161 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.650355:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10159:0x0].0x0 (ffff93c69bed0e00)
00010000:00010000:2.0:1775764880.650368:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764880.650396:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6dc67 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.650413:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6dc67 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.650425:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6dc67 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.650437:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6dc6e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.650450:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6dc6e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.650458:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6dc6e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764880.650502:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205430
00000100:00100000:0.0:1775764880.650514:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293571200:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.650532:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.650546:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc75 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465261 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.650593:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dc7c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10159:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.650601:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dc7c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10159:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.650609:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc83 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.650609:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dc7c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10159:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.650619:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.650636:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764880.650681:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096
00000004:00200000:0.0:1775764880.650686:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764880.650710:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.650734:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc75 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465261 expref: 162 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.650752:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc83 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465261 expref: 161 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.650759:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764880.650762:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764880.650765:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a480e000, rc 0)
00000100:00100000:0.0:1775764880.650894:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14454:x1862022293571200:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 382us (1550us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764880.650902:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205430
00000040:00080000:2.0:1775764880.652165:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].85, 64 off13656
00010000:00010000:2.0:1775764880.652325:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dc8a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10159:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.652343:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dc8a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10159:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.652353:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dc8a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10159:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.652361:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dc8a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10159:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.652368:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dc8a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10159:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.652374:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dc8a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10159:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.652405:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764880.652437:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dc7c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10159:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.652443:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dc7c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10159:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.652449:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dc7c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10159:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.652455:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764880.652460:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dc7c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10159:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.652468:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dc7c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10159:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.652482:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10159:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764880.652486:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764880.652780:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764880.652789:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dc8a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10159:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.654972:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebdc00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764880.654982:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dc8a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10159:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.654997:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dc8a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10159:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.655018:0:7451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10159:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764880.655022:0:7451:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764880.655026:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dc8a lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10159:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.655033:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dc8a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10159:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.655067:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764880.655069:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764880.655072:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764880.655681:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dc7c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10159:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.655691:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dc7c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10159:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.655732:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6dc67 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.655740:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6dc67 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.655750:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6dc67 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.655756:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebca00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764880.655760:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6dc67 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.655766:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6dc67 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.655777:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764880.655780:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764880.655783:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6dc67 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.656580:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6dc67 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764880.656598:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fdee2e17 reply state 000000003d2d507b transno 4295101490 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6dc6e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.656616:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6dc6e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.656635:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x6e04e070 (ffff93c69bed0f00)
00010000:00010000:2.0:1775764880.656638:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764880.656644:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764880.656913:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14453:x1862022293571072:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 6694us (9130us total) trans 4295101490 rc 0/0
00000100:00100000:2.0:1775764880.656923:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205429
00000100:00100000:1.0:1775764880.658159:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.662947:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293571328
00000100:00100000:3.0:1775764880.662981:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293571328
00000100:00100000:3.0:1775764880.663083:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2853
00000100:00100000:3.0:1775764880.663097:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14454:x1862022293571328:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:1.0:1775764880.664735:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.664898:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293571456
00000100:00100000:0.0:1775764880.664909:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293571456
00000100:00100000:0.0:1775764880.664971:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205431
00000100:00100000:0.0:1775764880.664984:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14453:x1862022293571456:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.665013:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.665040:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc91 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465268 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.665127:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dc98 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.665147:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dc98 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.665160:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dc98 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.665178:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6dc9f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.665186:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6dc9f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.665193:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6dc9f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.665294:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dca6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.665305:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dca6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.665312:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dca6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764880.665360:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:0.0:1775764880.665365:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764880.666325:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dca6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.666349:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dca6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.666361:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dc98 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.666369:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dc98 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.666378:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dc98 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.667501:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480fe00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.667508:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dc98 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.667518:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dc98 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.667538:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764880.667542:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.667548:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dc98 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.667555:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480fe00/0x9da62835f5d6dc98 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.667576:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6dc9f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.667583:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6dc9f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.667588:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6dc9f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.667603:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.667606:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6dc9f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.667612:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6dc9f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.667620:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c69bed0200)
00010000:00010000:0.0:1775764880.667630:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.667633:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6dc9f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.667638:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6dc9f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.667704:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e200/0x9da62835f5d6dc91 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465268 expref: 166 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.667722:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dca6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465268 expref: 165 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.667729:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:0.0:1775764880.667732:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764880.667734:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:0.0:1775764880.667825:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293571456:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2845us (3097us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764880.667835:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205431
00000100:00100000:1.0:1775764880.671745:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14454:x1862022293571328:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 8553us (13492us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.671766:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2853
00000100:00100000:1.0:1775764880.682988:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.683110:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293571712
00000100:00100000:0.0:1775764880.683123:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293571712
00000100:00100000:1.0:1775764880.683961:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205432
00000100:00100000:1.0:1775764880.683974:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14454:x1862022293571712:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.684006:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.684037:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6dcad lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446526f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684123:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dcb4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684143:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dcb4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684157:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dcb4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684169:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dcbb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684178:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dcbb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684185:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dcbb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684231:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dcb4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684239:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dcb4 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684247:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dcb4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684254:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.684259:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dcb4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684267:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dcb4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684286:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764880.684289:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.684294:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dcb4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684301:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d6dcb4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684315:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dcbb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684320:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dcbb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684326:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dcbb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684331:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.684334:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dcbb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684340:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dcbb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684347:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x6e04e070 (ffff93c7afe54800)
00010000:00010000:1.0:1775764880.684349:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.684352:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dcbb lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684357:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dcbb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684389:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6dcad lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446526f expref: 164 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684413:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764880.684416:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.684419:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6dcad lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446526f expref: 164 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.684429:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843a00, rc 0)
00000100:00100000:1.0:1775764880.684514:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14454:x1862022293571712:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 542us (1542us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764880.684523:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205432
00000100:00100000:2.0:1775764880.685796:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.686323:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293571840
00000100:00100000:1.0:1775764880.686335:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293571840
00000100:00100000:1.0:1775764880.686411:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205433
00000100:00100000:1.0:1775764880.686420:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14453:x1862022293571840:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.686446:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.686468:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dcc2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465276 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.686615:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.686643:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dca6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465268 expref: 164 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.686660:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.686703:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dca6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465268 expref: 164 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.686720:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dca6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465268 expref: 164 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.686737:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277227392:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764880.686868:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4780 going to sleep for 11 seconds
00000100:00100000:3.0:1775764880.692455:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.692823:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293572096
00000100:00100000:1.0:1775764880.692885:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293572096
00000100:00100000:1.0:1775764880.692963:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 108
00000100:00100000:1.0:1775764880.692975:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293572096:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764880.693048:0:6531:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1775764880.693087:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dc2f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465245 expref: 165 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693112:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764880.693124:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e000/0x9da62835f5d6dc83 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465261 expref: 164 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693134:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764880.693138:0:6531:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764880.693171:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6dcd0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693188:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6dcd0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693199:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6dcd0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693211:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dcd7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693218:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dcd7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693223:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dcd7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693239:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6dcde lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693246:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6dcde lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693252:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6dcde lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693365:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6dce5 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693375:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6dce5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693460:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6dce5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764880.693737:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d3ba19d reply state 0000000016a0af91 transno 4295101491 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6dce5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693752:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6dce5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693759:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764880.693761:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:1.0:1775764880.693764:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764880.693771:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6dcd0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693778:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6dcd0 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693785:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6dcd0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693791:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.693796:0:6531:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6dcd0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693804:0:6531:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6dcd0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693813:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764880.693816:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.693819:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6dcd0 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693825:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6dcd0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764880.693889:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d3ba19d reply state 0000000016a0af91 transno 4295101491 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dcd7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693900:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dcd7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693907:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x6e04e070 (ffff93c7afe54800)
00010000:00010000:1.0:1775764880.693909:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764880.693912:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00000004:00010000:1.0:1775764880.693915:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d3ba19d reply state 0000000016a0af91 transno 4295101491 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6dcde lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693922:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6dcde lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.693928:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cda00)
00010000:00010000:1.0:1775764880.693931:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764880.693932:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:1.0:1775764880.694024:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293572096:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1049us (1580us total) trans 4295101491 rc 0/0
00000100:00100000:1.0:1775764880.694033:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 108
00000100:00100000:3.0:1775764880.702376:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.702455:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293572224
00000100:00100000:2.0:1775764880.702469:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293572224
00010000:00010000:2.0:1775764880.702522:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dca6 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465268 expref: 165 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.702578:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3126
00000100:00100000:2.0:1775764880.702589:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2402:x1862022293572224:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764880.702632:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764880.702641:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dca6 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465268 expref: 165 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.702658:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dca6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465268 expref: 165 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.702687:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764880.702694:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.702705:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.702713:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.702738:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764880.702811:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2402:x1862022293572224:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 223us (448us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.702820:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3126
00010000:00010000:1.0:1775764880.703989:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6dca6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465268 expref: 164 pid: 8005 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.704015:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277227392:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764880.704041:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.704056:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.704063:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.704089:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00010000:00010000:1.0:1775764880.704260:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dcc2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465276 expref: 165 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.704277:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465276 expref: 164 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.704288:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764880.704291:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764880.704295:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842000, rc 0)
00000100:00100000:1.0:1775764880.704361:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14453:x1862022293571840:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 17942us (18574us total) trans 4295101492 rc 0/0
00000100:00100000:1.0:1775764880.704370:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205433
00000100:00100000:3.0:1775764880.704543:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.704881:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293572352
00000100:00100000:0.0:1775764880.704890:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293572352
00000100:00100000:0.0:1775764880.704950:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205434
00000100:00100000:0.0:1775764880.704968:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293572352:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.704991:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.705009:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6dcf3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446527d expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705081:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6dcfa lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705098:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6dcfa lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705110:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6dcfa lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705125:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dd01 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705133:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dd01 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705140:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dd01 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705329:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6dcfa lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705338:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6dcfa lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705345:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6dcfa lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705353:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6dcfa lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705359:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.705363:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6dcfa lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705371:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6dcfa lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705384:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764880.705387:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.705393:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6dcfa lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705400:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6dcfa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705414:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dd01 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705421:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dd01 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705427:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dd01 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705432:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.705435:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dd01 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705441:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dd01 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705448:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cda00)
00010000:00010000:0.0:1775764880.705450:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.705453:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dd01 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705458:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6dd01 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705486:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6dcf3 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446527d expref: 165 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705503:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764880.705505:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.705508:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6dcf3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446527d expref: 165 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.705517:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:0.0:1775764880.705568:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293572352:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 602us (1026us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764880.705575:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205434
00000100:00100000:3.0:1775764880.716618:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.716715:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293572480
00000100:00100000:1.0:1775764880.716728:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293572480
00000100:00100000:1.0:1775764880.716807:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205435
00000100:00100000:1.0:1775764880.716819:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14453:x1862022293572480:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.716907:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.716936:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6dd08 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465284 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.717072:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6dd0f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.717090:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465276 expref: 165 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.717099:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6dd0f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.717140:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465276 expref: 165 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.717155:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465276 expref: 165 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.717171:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277227520:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764880.717281:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4180 going to sleep for 11 seconds
00000100:00100000:1.0:1775764880.721661:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.722654:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293572608
00000100:00100000:3.0:1775764880.722669:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293572608
00000100:00100000:2.0:1775764880.723069:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205436
00000100:00100000:2.0:1775764880.723082:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293572608:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764880.723111:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764880.723137:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6dd16 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446528b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.723232:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dd1d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.723250:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dd1d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.723266:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dd1d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764880.723324:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096
00000004:00200000:2.0:1775764880.723329:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764880.723352:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dd1d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.723380:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6dd16 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446528b expref: 168 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.724050:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dd1d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446528b expref: 167 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.724064:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764880.724068:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764880.724073:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc400, rc 0)
00000100:00100000:2.0:1775764880.724174:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293572608:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1093us (2526us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.724184:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205436
00000100:00100000:1.0:1775764880.726826:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277227520:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764880.726915:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6dd0f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.735128:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.735237:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293572736
00000100:00100000:3.0:1775764880.735251:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293572736
00000100:00100000:3.0:1775764880.735327:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2854
00000100:00100000:3.0:1775764880.735339:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293572736:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764880.740080:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.742076:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293572864
00000100:00100000:3.0:1775764880.742094:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293572864
00010000:00010000:3.0:1775764880.742156:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465276 expref: 169 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.742275:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3127
00000100:00100000:3.0:1775764880.742288:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783542850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:2403:x1862022293572864:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.742307:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.742315:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465276 expref: 169 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.742331:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465276 expref: 169 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.742356:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dcc9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465276 expref: 169 pid: 14273 timeout: 2234 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.742376:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764880.742396:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6dd0f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.742928:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6dd0f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.742937:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6dd0f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.743140:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764880.743202:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783542850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:2403:x1862022293572864:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 914us (3140us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.743213:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3127
00010000:00010000:1.0:1775764880.744155:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6dd0f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.744168:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6dd0f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.744240:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:1.0:1775764880.744246:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764880.744274:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6dd0f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.744319:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6dd08 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465284 expref: 168 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.744341:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6dd0f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465284 expref: 167 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.744350:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764880.744353:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764880.744356:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29e00, rc 0)
00000100:00100000:1.0:1775764880.746157:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14453:x1862022293572480:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 29327us (29540us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.746171:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205435
00000100:00100000:2.0:1775764880.749292:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293572736:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 13939us (14161us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.749309:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2854
00000100:00100000:2.0:1775764880.757043:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.757369:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293573120
00000100:00100000:0.0:1775764880.757397:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293573120
00000100:00100000:0.0:1775764880.757687:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2855
00000100:00100000:0.0:1775764880.757698:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a480a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293573120:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764880.758088:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a480a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293573120:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 390us (1056us total) trans 4295101493 rc 0/0
00000100:00100000:0.0:1775764880.758096:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2855
00000100:00100000:3.0:1775764880.764916:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.765367:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293573376
00000100:00100000:2.0:1775764880.765379:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293573376
00000100:00100000:2.0:1775764880.765463:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205437
00000100:00100000:2.0:1775764880.765474:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293573376:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764880.765504:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764880.765532:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6dd24 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465292 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765637:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd2b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765655:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd2b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765671:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd2b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765684:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd32 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765692:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd32 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765703:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd32 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765751:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd2b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765759:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd2b lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765766:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd2b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765773:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764880.765779:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd2b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765797:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd2b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765811:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764880.765814:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764880.765820:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd2b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765826:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd2b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765895:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd32 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765902:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd32 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765909:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd32 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765915:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebcc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764880.765918:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd32 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765925:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd32 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765932:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cda00)
00010000:00010000:2.0:1775764880.765934:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764880.765937:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd32 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765943:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd32 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765986:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6dd24 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465292 expref: 167 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.765999:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764880.766001:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1775764880.766005:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6dd24 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465292 expref: 167 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.766015:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc200, rc 0)
00000100:00100000:2.0:1775764880.766098:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293573376:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 625us (1195us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764880.766106:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205437
00000100:00100000:2.0:1775764880.771718:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.771806:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293573504
00000100:00100000:1.0:1775764880.771820:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293573504
00000100:00100000:1.0:1775764880.771935:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205438
00000100:00100000:1.0:1775764880.771948:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293573504:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.771993:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.772021:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6dd39 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465299 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772101:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6dd40 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772119:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6dd40 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772134:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6dd40 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772152:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dd47 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772159:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dd47 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772166:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dd47 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772264:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dd4e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772275:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dd4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772281:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dd4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.772331:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:1.0:1775764880.772337:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764880.772362:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dd4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772376:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dd4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772389:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6dd40 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772397:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6dd40 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772575:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6dd40 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772581:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.772586:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6dd40 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772697:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6dd40 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772713:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764880.772717:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.772722:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6dd40 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772728:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6dd40 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772745:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dd47 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772751:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dd47 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772756:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dd47 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772761:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.772764:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dd47 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772770:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dd47 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772776:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cd100)
00010000:00010000:1.0:1775764880.772778:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.772781:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dd47 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772787:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dd47 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772827:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d6dd39 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465299 expref: 168 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772874:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dd4e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465299 expref: 167 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.772882:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764880.772884:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764880.772886:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843200, rc 0)
00000100:00100000:1.0:1775764880.772983:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14453:x1862022293573504:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1037us (1584us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.772992:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205438
00000100:00100000:3.0:1775764880.778632:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.778750:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293573632
00000100:00100000:2.0:1775764880.778795:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293573632
00000100:00100000:2.0:1775764880.778914:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1111
00000100:00100000:2.0:1775764880.778927:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:2400:x1862022293573632:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764880.778947:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764880.778991:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dd4e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465299 expref: 167 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.779015:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764880.779021:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764880.779090:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:2400:x1862022293573632:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 166us (483us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.779098:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1111
00000100:00100000:1.0:1775764880.781514:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.781898:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293573760
00000100:00100000:2.0:1775764880.781912:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293573760
00000100:00100000:2.0:1775764880.781998:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205439
00000100:00100000:2.0:1775764880.782011:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293573760:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764880.782037:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764880.782062:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6dd55 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944652a0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782141:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd5c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782163:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd5c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782176:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd5c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782188:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd63 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782196:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd63 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782203:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd63 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782246:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd5c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782252:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd5c lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782259:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd5c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782265:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebcc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764880.782269:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd5c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782277:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd5c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782293:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764880.782296:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764880.782300:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd5c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782306:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6dd5c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782319:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd63 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782325:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd63 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782331:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd63 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782335:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764880.782338:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd63 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782343:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd63 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782349:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x6e04e070 (ffff93c69bed0f00)
00010000:00010000:2.0:1775764880.782351:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764880.782354:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd63 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782359:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6dd63 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782387:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6dd55 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652a0 expref: 167 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782399:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764880.782401:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764880.782405:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6dd55 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652a0 expref: 167 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.782414:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc200, rc 0)
00000100:00100000:2.0:1775764880.782500:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293573760:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 480us (984us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764880.782508:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205439
00000100:00100000:1.0:1775764880.790058:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.790282:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293574016
00000100:00100000:2.0:1775764880.790296:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293574016
00000100:00100000:2.0:1775764880.790370:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205440
00000100:00100000:2.0:1775764880.790381:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293574016:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764880.790421:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764880.790425:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1775764880.790462:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6dd1d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446528b expref: 166 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.790486:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764880.790493:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764880.790508:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6dd6a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944652a7 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.790665:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dd71 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.790681:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dd71 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.790693:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dd71 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.790705:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6dd78 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.790713:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6dd78 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.790720:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6dd78 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764880.791166:0:8005:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x76:0x0], index 1: 0
00010000:00010000:2.0:1775764880.791335:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dd7f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.791345:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dd7f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.791352:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dd7f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.791392:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dd71 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.791403:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dd71 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.791411:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dd71 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.791417:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764880.791423:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dd71 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.791431:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dd71 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.791441:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764880.791444:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764880.791448:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dd71 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.791454:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dd71 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764880.791465:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a0c2b605 reply state 000000007ed61efd transno 4295101494 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6dd78 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.791477:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6dd78 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.791483:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cda00)
00010000:00010000:2.0:1775764880.791486:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764880.791489:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764880.791522:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6dd6a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652a7 expref: 168 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.791537:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dd7f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652a7 expref: 167 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.791544:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764880.791546:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764880.791548:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebdc00, rc 0)
00000100:00100000:2.0:1775764880.791642:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14454:x1862022293574016:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1262us (1599us total) trans 4295101494 rc 0/0
00000100:00100000:2.0:1775764880.791652:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205440
00000100:00100000:0.0:1775764880.796290:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.796646:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293574144
00000100:00100000:1.0:1775764880.796660:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293574144
00000100:00100000:1.0:1775764880.796751:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205441
00000100:00100000:1.0:1775764880.796763:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14453:x1862022293574144:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.796807:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.796836:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6dd8d lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944652ae expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.797383:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dd94 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.797793:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dd94 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.797811:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dd94 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.797922:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007b:0x0]: returning size 4096
00000004:00200000:1.0:1775764880.797926:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764880.797961:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dd94 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.797997:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6dd8d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652ae expref: 170 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.798021:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dd94 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652ae expref: 169 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.798031:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764880.798035:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764880.798040:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842c00, rc 0)
00000100:00100000:1.0:1775764880.798125:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293574144:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1365us (1851us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.798135:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205441
00000100:00100000:1.0:1775764880.808437:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.808540:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293574272
00000100:00100000:2.0:1775764880.808554:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293574272
00000100:00100000:2.0:1775764880.808645:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2856
00000100:00100000:2.0:1775764880.808657:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293574272:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764880.815000:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.815443:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293574400
00000100:00100000:3.0:1775764880.815459:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293574400
00000100:00100000:3.0:1775764880.815540:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1997
00000100:00100000:3.0:1775764880.815553:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2403:x1862022293574400:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764880.815580:0:15570:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764880.815607:0:15570:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6dd9b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944652b5 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1775764880.815651:0:15570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x76:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1775764880.815675:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764880.815678:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764880.815690:0:15570:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6dd9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652b5 expref: 74 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.815712:0:15570:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6dd9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652b5 expref: 74 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.815730:0:15570:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79dc00, rc 0)
00000100:00100000:3.0:1775764880.815803:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2403:x1862022293574400:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 252us (818us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.815812:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1997
00000100:00100000:2.0:1775764880.818323:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293574272:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 9655us (9885us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764880.818341:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2856
00000100:00100000:0.0:1775764880.826322:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.827026:0:8400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293574528
00000100:00100000:1.0:1775764880.827041:0:8400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293574528
00000100:00100000:1.0:1775764880.827117:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1998
00000100:00100000:1.0:1775764880.827128:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:14454:x1862022293574528:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.827153:0:8400:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.827183:0:8400:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6dda2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944652bc expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.827227:0:8400:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6dd9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652b5 expref: 75 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.827238:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764880.827240:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764880.827246:0:8400:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6dda2 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652bc expref: 75 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.827289:0:8400:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6dd9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652b5 expref: 75 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.827306:0:8400:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6dd9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652b5 expref: 75 pid: 15570 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.827329:0:8400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a30e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1862022277227648:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764880.827467:0:8400:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4780 going to sleep for 11 seconds
00000100:00100000:3.0:1775764880.831197:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.831488:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293574656
00000100:00100000:2.0:1775764880.831502:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293574656
00000100:00100000:2.0:1775764880.831577:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205442
00000100:00100000:2.0:1775764880.831589:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293574656:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764880.831634:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764880.831662:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dda9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944652c3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.831752:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ddb0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.831770:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ddb0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.831796:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ddb0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.831808:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6ddb7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.831816:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6ddb7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.831823:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6ddb7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.831920:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ddb0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.831928:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ddb0 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.831935:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ddb0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.831940:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764880.831945:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ddb0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.831967:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ddb0 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.831981:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764880.831984:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764880.831990:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ddb0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.831995:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ddb0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.832009:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6ddb7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.832016:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6ddb7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.832021:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6ddb7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.832027:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764880.832030:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6ddb7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.832035:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6ddb7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.832043:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x6e04e070 (ffff93c69bed0f00)
00010000:00010000:2.0:1775764880.832045:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764880.832048:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6ddb7 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.832055:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6ddb7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.832088:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dda9 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652c3 expref: 170 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.832098:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764880.832100:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764880.832103:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dda9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652c3 expref: 170 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.832113:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd200, rc 0)
00000100:00100000:2.0:1775764880.832184:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293574656:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 597us (1000us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764880.832193:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205442
00000100:00100000:3.0:1775764880.843373:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.843489:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.844013:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293574784
00000100:00100000:2.0:1775764880.844027:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293574784
00010000:00010000:2.0:1775764880.844086:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6dd9b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652b5 expref: 76 pid: 15570 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.844134:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3128
00000100:00100000:2.0:1775764880.844145:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2402:x1862022293574784:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764880.844165:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764880.844192:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6dd9b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652b5 expref: 76 pid: 15570 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.844214:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6dd9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652b5 expref: 76 pid: 15570 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.844248:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764880.844250:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764880.844259:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6dda2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652bc expref: 76 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.844270:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6dda2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652bc expref: 76 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.844317:0:6503:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6dda2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652bc expref: 76 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.844333:0:6503:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6503:1862022277227776:192.168.202.56@tcp:105:
00000100:00100000:2.0:1775764880.844448:0:6503:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1480 going to sleep for 11 seconds
00010000:00010000:1.0:1775764880.846423:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045eee031/0x9da62835f5d6dd9b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652b5 expref: 76 pid: 15570 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.846451:0:8400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a30e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1862022277227648:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764880.846485:0:8400:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6dda2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944652bc expref: 75 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.846503:0:8400:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843e00, rc 0)
00000100:00100000:1.0:1775764880.846581:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:14454:x1862022293574528:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 19454us (20273us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.847243:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1998
00000100:00100000:0.0:1775764880.848432:0:15589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293575040
00000100:00100000:0.0:1775764880.848449:0:15589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293575040
00000100:00100000:0.0:1775764880.848604:0:15589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 109
00000100:00100000:0.0:1775764880.848615:0:15589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293575040:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764880.848709:0:15589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1775764880.848747:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6dd0f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465284 expref: 169 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.848769:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:0.0:1775764880.848781:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dd94 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652ae expref: 168 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.848803:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764880.848806:0:15589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764880.849430:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ddbe lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.849450:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ddbe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.849463:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ddbe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.849477:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ddc5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.849484:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ddc5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.849505:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ddc5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.849522:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ddcc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.849530:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ddcc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.849537:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ddcc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.849673:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ddd3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.849682:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ddd3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.849690:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ddd3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764880.850392:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015b28b58 reply state 0000000079e1e1da transno 4295101495 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ddd3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.850709:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ddd3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.850721:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:0.0:1775764880.850724:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:0.0:1775764880.850729:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764880.850737:0:15589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ddbe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.850743:0:15589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ddbe lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.850751:0:15589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ddbe lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.850757:0:15589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.850762:0:15589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ddbe lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.850770:0:15589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ddbe lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.850782:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764880.851136:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.851142:0:15589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ddbe lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.851149:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ddbe lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764880.851167:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015b28b58 reply state 0000000079e1e1da transno 4295101495 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ddc5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.851179:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ddc5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.851186:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x6e04e070 (ffff93c69bed0f00)
00010000:00010000:0.0:1775764880.851188:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764880.851191:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00000004:00010000:0.0:1775764880.851193:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015b28b58 reply state 0000000079e1e1da transno 4295101495 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ddcc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.851200:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ddcc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.851206:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c69bed0200)
00010000:00010000:0.0:1775764880.851208:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764880.851209:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:0.0:1775764880.851340:0:15589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293575040:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 2722us (7976us total) trans 4295101495 rc 0/0
00000100:00100000:0.0:1775764880.851351:0:15589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 109
00000100:00100000:2.0:1775764880.861472:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.861655:0:6503:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6503:1862022277227776:192.168.202.56@tcp:105:
00010000:00010000:1.0:1775764880.861690:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764880.861768:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2402:x1862022293574784:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 17624us (18278us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.861782:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3128
00000100:00100000:3.0:1775764880.862260:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293575168
00000100:00100000:3.0:1775764880.862270:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293575168
00000100:00100000:3.0:1775764880.862337:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205443
00000100:00100000:3.0:1775764880.862346:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4934a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293575168:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764880.862375:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764880.862413:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6ddda lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944652ca expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.862495:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dde1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.862512:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dde1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.862525:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dde1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.862537:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6dde8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.862545:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6dde8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.862552:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6dde8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.862790:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dde1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.862800:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dde1 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.862807:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dde1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.862812:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b38c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764880.862817:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dde1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.862825:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dde1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.862872:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764880.863809:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764880.863820:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dde1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.863829:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dde1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.863876:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6dde8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.864292:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6dde8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.864298:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6dde8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.864304:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b39c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764880.864308:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6dde8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.864315:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6dde8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.864329:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c69bed0200)
00010000:00010000:3.0:1775764880.864332:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764880.864336:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6dde8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.864342:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6dde8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.864394:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6ddda lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652ca expref: 170 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.864414:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764880.864417:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764880.864420:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6ddda lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652ca expref: 170 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.864431:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79d000, rc 0)
00000100:00100000:3.0:1775764880.864519:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4934a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293575168:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2173us (3060us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764880.864529:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205443
00000100:00100000:2.0:1775764880.874075:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.874684:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293575296
00000100:00100000:1.0:1775764880.874699:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293575296
00000100:00100000:1.0:1775764880.874778:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205444
00000100:00100000:1.0:1775764880.874789:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293575296:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.874816:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.874876:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6ddef lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944652d1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.874965:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6ddf6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.874983:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6ddf6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.874998:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6ddf6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764880.875050:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007b:0x0]: returning size 4096
00000004:00200000:1.0:1775764880.875054:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764880.875078:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6ddf6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.875109:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6ddef lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652d1 expref: 171 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.875131:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6ddf6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652d1 expref: 170 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.875141:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764880.875144:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764880.875149:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842000, rc 0)
00000100:00100000:1.0:1775764880.875246:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14453:x1862022293575296:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 458us (1186us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.875254:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205444
00000100:00100000:1.0:1775764880.899678:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.899729:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.900423:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293575552
00000100:00100000:0.0:1775764880.900437:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293575552
00000100:00100000:0.0:1775764880.900518:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293575680
00000100:00100000:0.0:1775764880.900521:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293575680
00000100:00100000:0.0:1775764880.900554:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2857
00000100:00100000:0.0:1775764880.900567:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14454:x1862022293575552:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764880.900611:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2858
00000100:00100000:2.0:1775764880.900631:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293575680:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764880.906128:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14453:x1862022293575680:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 5490us (6379us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764880.906147:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2858
00000100:00100000:1.0:1775764880.908180:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14454:x1862022293575552:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 7605us (8506us total) trans 4295101496 rc 0/0
00000100:00100000:1.0:1775764880.908195:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2857
00000100:00100000:1.0:1775764880.915756:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.915918:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293575936
00000100:00100000:2.0:1775764880.915930:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293575936
00000100:00100000:2.0:1775764880.916005:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205445
00000100:00100000:2.0:1775764880.916015:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14454:x1862022293575936:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764880.916051:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764880.916079:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ddfd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944652d8 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.916226:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.916246:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dd7f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652a7 expref: 172 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.916256:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.916299:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dd7f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652a7 expref: 172 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.916314:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dd7f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652a7 expref: 172 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764880.916330:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4934e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277227904:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764880.916458:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1600 going to sleep for 11 seconds
00000100:00100000:2.0:1775764880.925545:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764880.925741:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293576192
00000100:00100000:0.0:1775764880.925754:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293576192
00000100:00100000:0.0:1775764880.925832:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205446
00000100:00100000:0.0:1775764880.925887:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293576192:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764880.925914:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764880.925942:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6de0b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944652df expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926047:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de12 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926065:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de12 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926079:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de12 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926095:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6de19 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926103:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6de19 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926109:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6de19 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926156:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de12 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926164:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de12 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926171:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de12 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926178:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de12 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926184:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.926189:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de12 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926197:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de12 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926212:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764880.926215:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.926221:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de12 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926228:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de12 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926245:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6de19 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926251:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6de19 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926256:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6de19 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926261:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764880.926264:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6de19 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926270:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6de19 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926276:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c69bed0200)
00010000:00010000:0.0:1775764880.926279:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764880.926282:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6de19 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926287:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6de19 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926321:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6de0b lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652df expref: 174 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926337:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764880.926340:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1775764880.926343:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6de0b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652df expref: 174 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764880.926353:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:0.0:1775764880.926700:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293576192:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 858us (1169us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764880.926710:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205446
00000100:00100000:0.0:1775764880.932283:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764880.932476:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4934e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277227904:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764880.932516:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.932793:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293576320
00000100:00100000:3.0:1775764880.932803:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293576320
00010000:00010000:3.0:1775764880.932898:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dd7f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652a7 expref: 173 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.932940:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3129
00000100:00100000:3.0:1775764880.933175:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:2403:x1862022293576320:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764880.933197:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764880.933207:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dd7f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652a7 expref: 173 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.933229:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dd7f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652a7 expref: 173 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.933255:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6dd7f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652a7 expref: 173 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.933273:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764880.933278:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.933287:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.933295:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.933327:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764880.933455:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.933468:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764880.933494:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00010000:00010000:2.0:1775764880.933671:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ddfd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652d8 expref: 174 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.933689:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652d8 expref: 173 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764880.933697:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764880.933699:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764880.933702:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc200, rc 0)
00000100:00100000:3.0:1775764880.933750:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:2403:x1862022293576320:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 799us (1482us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.933760:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3129
00000100:00100000:1.0:1775764880.945829:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.945905:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293576576
00000100:00100000:1.0:1775764880.945917:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293576576
00000100:00100000:1.0:1775764880.945981:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205447
00000100:00100000:1.0:1775764880.945991:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293576576:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.946017:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.946021:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1775764880.946054:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6ddf6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652d1 expref: 173 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.946076:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764880.946081:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764880.946095:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6de27 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944652e6 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.946209:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6de2e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.946225:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6de2e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.946238:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6de2e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.946254:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6de35 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.946262:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6de35 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.946269:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6de35 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764880.946810:0:14273:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x76:0x0], index 0: 0
00010000:00010000:1.0:1775764880.947007:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6de3c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.947019:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6de3c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.947027:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6de3c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.947062:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6de2e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.947069:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6de2e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.947076:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6de2e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.947082:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6de2e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.947093:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764880.947098:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6de2e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.947106:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6de2e lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.947115:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764880.947118:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764880.947121:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6de2e lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.947128:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6de2e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764880.947140:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004468f30b reply state 0000000092a8f151 transno 4295101498 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6de35 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.947153:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6de35 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.947160:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c69bed0200)
00010000:00010000:1.0:1775764880.947162:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764880.947165:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764880.947199:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6de27 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652e6 expref: 175 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.947213:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6de3c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652e6 expref: 174 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.947227:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764880.947230:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764880.947232:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843200, rc 0)
00000100:00100000:1.0:1775764880.947307:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14453:x1862022293576576:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1317us (1490us total) trans 4295101498 rc 0/0
00000100:00100000:1.0:1775764880.947317:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205447
00000100:00100000:2.0:1775764880.955810:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293575936:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 39768us (40040us total) trans 4295101497 rc 0/0
00000100:00100000:2.0:1775764880.955827:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205445
00010000:00010000:0.0:1775764880.958505:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764880.958764:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.959175:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293576704
00000100:00100000:3.0:1775764880.959188:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293576704
00000100:00100000:3.0:1775764880.959248:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205448
00000100:00100000:3.0:1775764880.959258:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293576704:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764880.959291:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764880.959314:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6de4a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944652ed expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.959560:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6de51 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.959577:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652d8 expref: 175 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.959587:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6de51 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.959639:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652d8 expref: 175 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.959655:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652d8 expref: 175 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764880.959671:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277228032:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764880.959830:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b64e39c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764880.962446:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.963227:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293576832
00000100:00100000:3.0:1775764880.963243:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293576832
00000100:00100000:3.0:1775764880.963636:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1999
00000100:00100000:3.0:1775764880.963649:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2401:x1862022293576832:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764880.963674:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764880.963702:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6de58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944652f4 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1775764880.963736:0:15586:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x76:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1775764880.963764:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764880.963768:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764880.963779:0:15586:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6de58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652f4 expref: 73 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.963811:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6de58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652f4 expref: 73 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.963830:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c0b38e00, rc 0)
00000100:00100000:3.0:1775764880.963938:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2401:x1862022293576832:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 292us (1507us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.963948:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1999
00000100:00100000:0.0:1775764880.972061:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764880.972207:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277228032:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764880.972242:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6de51 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764880.972329:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.972413:0:15573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293577088
00000100:00100000:1.0:1775764880.972423:0:15573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293577088
00000100:00100000:1.0:1775764880.972505:0:15573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2000
00000100:00100000:1.0:1775764880.972515:0:15573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:14453:x1862022293577088:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764880.972539:0:15573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764880.972563:0:15573:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e029547/0x9da62835f5d6de5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944652fb expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.972598:0:15573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6de58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652f4 expref: 74 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.972609:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764880.972611:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764880.972616:0:15573:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e029547/0x9da62835f5d6de5f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x76:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652fb expref: 74 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.972670:0:15573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6de58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652f4 expref: 74 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.972691:0:15573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6de58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652f4 expref: 74 pid: 15586 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.972707:0:15573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a30e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15573:1862022277228160:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764880.972825:0:15573:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4300 going to sleep for 11 seconds
00000100:00100000:2.0:1775764880.975711:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293576960
00000100:00100000:2.0:1775764880.975731:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293576960
00010000:00010000:1.0:1775764880.976205:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652d8 expref: 176 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.976267:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3130
00000100:00100000:1.0:1775764880.976277:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:2403:x1862022293576960:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764880.976298:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764880.976305:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652d8 expref: 176 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.976322:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652d8 expref: 176 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.976350:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6de04 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652d8 expref: 176 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.976373:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764880.976379:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6de51 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.976394:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6de51 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.976616:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6de51 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.976664:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764880.976813:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6de51 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.976823:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6de51 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764880.976921:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:3.0:1775764880.976927:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764880.976966:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6de51 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.977006:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6de4a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652ed expref: 176 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.977031:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6de51 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652ed expref: 175 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764880.977040:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764880.977042:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764880.977045:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c0b38c00, rc 0)
00000100:00100000:1.0:1775764880.977137:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:2403:x1862022293576960:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 860us (5354us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.977147:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3130
00000100:00100000:3.0:1775764880.981071:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293576704:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 21797us (22296us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764880.981089:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205448
00000100:00100000:2.0:1775764880.981429:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764880.981923:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293577216
00000100:00100000:1.0:1775764880.981937:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293577216
00010000:00010000:1.0:1775764880.982003:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6de58 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652f4 expref: 75 pid: 15586 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.982051:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3131
00000100:00100000:1.0:1775764880.982062:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4934e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2403:x1862022293577216:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764880.982082:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764880.982110:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6de58 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652f4 expref: 75 pid: 15586 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.982127:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6de58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652f4 expref: 75 pid: 15586 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.982161:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764880.982163:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764880.982172:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e029547/0x9da62835f5d6de5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652fb expref: 75 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.982183:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e029547/0x9da62835f5d6de5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652fb expref: 75 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.982228:0:6503:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004e029547/0x9da62835f5d6de5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652fb expref: 75 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.982245:0:6503:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a30e2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6503:1862022277228288:192.168.202.56@tcp:105:
00000100:00100000:1.0:1775764880.982346:0:6503:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f46c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764880.982396:0:15573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085a40b04/0x9da62835f5d6de58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652f4 expref: 75 pid: 15586 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764880.982646:0:15573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a30e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15573:1862022277228160:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764880.982678:0:15573:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e029547/0x9da62835f5d6de5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944652fb expref: 74 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764880.982690:0:15573:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29400, rc 0)
00000100:00100000:1.0:1775764880.982724:0:15573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:14453:x1862022293577088:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10211us (10396us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.982733:0:15573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2000
00000100:00100000:1.0:1775764880.993223:0:6503:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a30e2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6503:1862022277228288:192.168.202.56@tcp:105:
00010000:00010000:1.0:1775764880.993261:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764880.993381:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4934e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2403:x1862022293577216:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 11319us (11952us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764880.993396:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3131
00000100:00100000:2.0:1775764881.004703:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.004882:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293577344
00000100:00100000:0.0:1775764881.004899:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293577344
00000100:00100000:0.0:1775764881.004995:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205449
00000100:00080000:1.0:1775764881.004997:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1775764881.005009:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293577344:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.005032:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.005054:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6de66 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465302 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.005092:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de6d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.005108:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de6d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.005122:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de6d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.005245:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6de66 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465302 expref: 176 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.005268:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de6d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465302 expref: 175 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.005277:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.005280:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:0.0:1775764881.005285:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184e00, rc 0)
00000100:00100000:0.0:1775764881.006616:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293577344:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1605us (1922us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.006636:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205449
00000100:00100000:1.0:1775764881.010756:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.011187:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293577600
00000100:00100000:2.0:1775764881.011203:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293577600
00000100:00100000:2.0:1775764881.011286:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2859
00000100:00100000:2.0:1775764881.011298:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14453:x1862022293577600:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764881.012225:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14453:x1862022293577600:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 925us (1483us total) trans 4295101499 rc 0/0
00000100:00100000:2.0:1775764881.012241:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2859
00000100:00100000:1.0:1775764881.020813:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.020974:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.021130:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293577984
00000100:00100000:3.0:1775764881.021143:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293577984
00000100:00100000:3.0:1775764881.021223:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205450
00000100:00100000:3.0:1775764881.021236:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14453:x1862022293577984:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764881.021271:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764881.021298:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6de74 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465309 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.021458:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.021477:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6de3c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652e6 expref: 177 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.021486:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.021542:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6de3c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652e6 expref: 177 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.021557:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6de3c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652e6 expref: 177 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.021573:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277228416:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764881.021795:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b64e39c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764881.022358:0:15580:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293577728
00000100:00100000:2.0:1775764881.022367:0:15580:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293577728
00002000:00100000:0.0:1775764881.022590:0:15580:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x76:0x0] (0->74833)  req@ffff93c6a30e0a80 x1862022293577728/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764881.022605:0:15580:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6a30e0a80 with x1862022293577728 ext(0->74833)
00002000:00010000:0.0:1775764881.022612:0:15580:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c6a30e0a80
00000100:00100000:0.0:1775764881.022728:0:15580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 437
00000100:00100000:0.0:1775764881.022740:0:15580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2400:x1862022293577728:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:3.0:1775764881.029135:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277228416:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764881.029175:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.030457:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.030639:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293578112
00000100:00100000:3.0:1775764881.030651:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293578112
00010000:00010000:3.0:1775764881.030699:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6de3c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652e6 expref: 178 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.030760:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3132
00000100:00100000:3.0:1775764881.030770:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:2403:x1862022293578112:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764881.030795:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764881.030803:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6de3c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652e6 expref: 178 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.030818:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6de3c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652e6 expref: 178 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.031114:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6de3c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944652e6 expref: 178 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.031136:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764881.031142:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.031154:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.031162:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.037243:0:15580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2400:x1862022293577728:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 14488us (16427us total) trans 4294967884 rc 0/0
00000100:00100000:3.0:1775764881.037263:0:15580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 437
00002000:00100000:3.0:1775764881.037279:0:15580:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x76:0x0] (0->74833)  req@ffff93c6a30e0a80 x1862022293577728/t4294967884(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:362/0 lens 488/448 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1775764881.037291:0:15580:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6a30e0a80 with x1862022293577728 ext(0->74833)
00002000:00010000:3.0:1775764881.037299:0:15580:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c6a30e0a80
00010000:00010000:2.0:1775764881.038818:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764881.038911:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:2403:x1862022293578112:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 8137us (8456us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.038924:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3132
00010000:00010000:3.0:1775764881.039236:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.039248:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764881.039279:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00010000:00010000:3.0:1775764881.039474:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d6de74 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465309 expref: 178 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.039496:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465309 expref: 177 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.039506:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764881.039509:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764881.039513:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79d000, rc 0)
00000100:00100000:3.0:1775764881.039546:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14453:x1862022293577984:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 18314us (18575us total) trans 4295101500 rc 0/0
00000100:00100000:3.0:1775764881.039555:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205450
00000100:00100000:0.0:1775764881.048560:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.049067:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293578368
00000100:00100000:3.0:1775764881.049080:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293578368
00000100:00100000:3.0:1775764881.049222:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205451
00000100:00100000:3.0:1775764881.049235:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14454:x1862022293578368:12345-192.168.202.56@tcp:44:dbench.0
00000001:00080000:0.0:1775764881.052832:0:7431:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4295101500 is committed
00010000:00010000:2.0:1775764881.053084:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d8bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053099:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d8bd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053108:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d8bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053114:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.053119:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d8bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053127:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d8bd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053147:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:2.0:1775764881.053150:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.053155:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d8bd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053161:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d6d8bd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053192:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d8ee lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053198:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d8ee lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053203:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d8ee lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053208:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.053212:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d8ee lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053217:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d8ee lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053225:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764881.053227:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.053230:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d8ee lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053235:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d6d8ee lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053245:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6dad8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053250:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6dad8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053255:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6dad8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053261:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.053264:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6dad8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053268:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6dad8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053274:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:2.0:1775764881.053276:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.053279:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6dad8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053284:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6dad8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053294:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6db41 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053299:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6db41 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053303:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6db41 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053308:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.053310:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6db41 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053315:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6db41 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053325:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x6e04e070 (ffff93c7afe54800)
00010000:00010000:2.0:1775764881.053327:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.053329:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6db41 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053335:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6db41 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053344:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6db8e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053350:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6db8e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053355:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6db8e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053361:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.053363:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6db8e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053368:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6db8e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053375:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x6e04e070 (ffff93c7afe54800)
00010000:00010000:2.0:1775764881.053377:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.053379:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6db8e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053384:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6db8e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053395:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dba3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053412:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dba3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053418:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dba3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053423:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.053426:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dba3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053431:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dba3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053438:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764881.053440:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.053442:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dba3 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053447:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6dba3 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053458:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dc0c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053463:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dc0c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053468:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dc0c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053474:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a480e400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.053476:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dc0c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053482:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dc0c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053489:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x6e04e070 (ffff93c69bed0f00)
00010000:00010000:2.0:1775764881.053491:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.053494:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dc0c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053499:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e400/0x9da62835f5d6dc0c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053509:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6dc6e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053514:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6dc6e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053519:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6dc6e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053523:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.053525:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6dc6e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053529:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6dc6e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053539:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x6e04e070 (ffff93c69bed0f00)
00010000:00010000:2.0:1775764881.053541:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.053543:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6dc6e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053549:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6dc6e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053558:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6dd78 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053564:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6dd78 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053569:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6dd78 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053575:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.053577:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6dd78 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053582:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6dd78 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053588:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cda00)
00010000:00010000:2.0:1775764881.053590:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.053592:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6dd78 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053598:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6dd78 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053608:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6de35 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053614:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6de35 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053628:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6de35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053633:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.053635:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6de35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053640:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6de35 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053647:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c69bed0200)
00010000:00010000:2.0:1775764881.053650:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.053652:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6de35 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.053657:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6de35 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764881.054172:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 53 committed
00000004:00080000:0.0:1775764881.054212:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 51 committed
00000100:00100000:0.0:1775764881.054502:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293578368:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 5263us (5949us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.054517:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205451
00010000:00010000:3.0:1775764881.054649:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6dcde lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054660:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6dcde lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054666:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6dcde lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054671:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.054675:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6dcde lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054685:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6dcde lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054698:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cda00)
00010000:00010000:3.0:1775764881.054701:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764881.054704:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6dcde lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054711:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6dcde lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054732:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dcd7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054737:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dcd7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054743:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dcd7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054747:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.054750:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dcd7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054761:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dcd7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054768:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x6e04e070 (ffff93c7afe54800)
00010000:00010000:3.0:1775764881.054770:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764881.054772:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dcd7 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054778:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dcd7 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054801:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6dce5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054806:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6dce5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054812:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6dce5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054816:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.054819:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6dce5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054824:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6dce5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054831:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:3.0:1775764881.054833:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1775764881.054836:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6dce5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054874:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6dce5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10157:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054895:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ddcc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054902:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ddcc lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054909:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ddcc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054915:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.054918:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ddcc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054924:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ddcc lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054931:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c69bed0200)
00010000:00010000:3.0:1775764881.054933:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764881.054935:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ddcc lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054941:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ddcc lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054964:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ddc5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054970:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ddc5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054976:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ddc5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054981:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.054984:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ddc5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.054994:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ddc5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.055001:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x6e04e070 (ffff93c69bed0f00)
00010000:00010000:3.0:1775764881.055003:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764881.055006:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ddc5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.055012:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ddc5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.055024:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ddd3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.055029:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ddd3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.055035:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ddd3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.055040:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.055043:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ddd3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.055049:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ddd3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.055056:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764881.055059:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1775764881.055062:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ddd3 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.055067:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ddd3 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10156:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.057303:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682f8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277228800:0@lo:6:osp-syn-0-1.0
00000100:00100000:2.0:1775764881.057578:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764881.057795:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277228544:0@lo:6:osp-syn-1-1.0
00000100:00100000:3.0:1775764881.057830:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764881.057899:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1775764881.057907:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682f8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277228672:0@lo:6:osp-syn-1-1.0
00000100:00100000:3.0:1775764881.057929:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764881.057976:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277228800
00000100:00100000:3.0:1775764881.057986:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277228800
00000100:00100000:3.0:1775764881.058041:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277228544
00000100:00100000:3.0:1775764881.058044:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277228544
00000100:00100000:3.0:1775764881.058075:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277228672
00000100:00100000:3.0:1775764881.058078:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277228672
00000100:00100000:3.0:1775764881.058098:0:8506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2001
00000100:00100000:3.0:1775764881.058107:0:8506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1862022277228800:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:3.0:1775764881.058141:0:8506:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:115 count 1
00010000:00010000:3.0:1775764881.058180:0:8506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045eee031/0x9da62835f5d6de89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.058209:0:8506:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aca17975/0x9da62835f5d6d712 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650af expref: 72 pid: 15574 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.058219:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764881.058222:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764881.058225:0:8506:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045eee031/0x9da62835f5d6de89 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.058267:0:8506:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aca17975/0x9da62835f5d6d712 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e144250944650af expref: 72 pid: 15574 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.058286:0:8506:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aca17975/0x9da62835f5d6d712 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944650af expref: 72 pid: 15574 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.058301:0:8506:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf75c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8506:1862022277228928:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764881.058368:0:8506:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a79f1480 going to sleep for 11 seconds
00000100:00100000:3.0:1775764881.058388:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002
00000100:00100000:3.0:1775764881.058395:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+6:3658:x1862022277228544:12345-0@lo:6:osp-syn-1-1.0
00000100:00100000:0.0:1775764881.059674:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003
00000100:00100000:0.0:1775764881.059694:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3658:x1862022277228672:12345-0@lo:6:osp-syn-1-1.0
00002000:00080000:0.0:1775764881.059724:0:15572:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:117 count 1
00010000:00010000:0.0:1775764881.059766:0:15572:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5787926/0x9da62835f5d6de90 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.059795:0:15572:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1184e56/0x9da62835f5d6db56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465214 expref: 75 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.059805:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764881.059807:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764881.059810:0:15572:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5787926/0x9da62835f5d6de90 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.059874:0:15572:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b1184e56/0x9da62835f5d6db56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465214 expref: 75 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1775764881.060752:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1775764881.061592:0:15572:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b1184e56/0x9da62835f5d6db56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465214 expref: 75 pid: 15591 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.061614:0:15572:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c19aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15572:1862022277229056:192.168.202.56@tcp:104:
00002000:00080000:3.0:1775764881.062324:0:15596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:115 count 1
00010000:00010000:3.0:1775764881.062352:0:15596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085a40b04/0x9da62835f5d6de97 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.062374:0:15596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d70b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944650a8 expref: 75 pid: 15572 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.062382:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764881.062384:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764881.062388:0:15596:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085a40b04/0x9da62835f5d6de97 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.063732:0:15596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d70b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e144250944650a8 expref: 75 pid: 15572 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.063775:0:15596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d70b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944650a8 expref: 75 pid: 15572 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.063804:0:15596:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf77100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15596:1862022277229184:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764881.063967:0:15596:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a79f1300 going to sleep for 11 seconds
00000100:00100000:1.0:1775764881.064121:0:15572:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790e0a0c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764881.064256:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.064453:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293578240
00000100:00100000:1.0:1775764881.064463:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293578240
00000100:00100000:1.0:1775764881.064537:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205452
00000100:00100000:1.0:1775764881.064547:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14453:x1862022293578240:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.064568:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.064592:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6de9e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465310 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.064716:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dea5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.064732:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465309 expref: 124 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.064742:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dea5 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.064776:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465309 expref: 124 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.064787:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465309 expref: 124 pid: 6519 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.064799:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdfb480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277229312:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764881.064873:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f46c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764881.079896:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.079965:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.079999:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293578624
00000100:00100000:0.0:1775764881.080011:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293578624
00010000:00010000:0.0:1775764881.080060:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d70b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944650a8 expref: 76 pid: 15572 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.080106:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3133
00000100:00100000:0.0:1775764881.080117:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783543c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2402:x1862022293578624:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764881.080138:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764881.080145:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d70b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944650a8 expref: 76 pid: 15572 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.080161:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d70b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944650a8 expref: 76 pid: 15572 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.080195:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764881.080197:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764881.080204:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000085a40b04/0x9da62835f5d6de97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.080215:0:15578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085a40b04/0x9da62835f5d6de97 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.080243:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764881.080304:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783543c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2402:x1862022293578624:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 188us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.080316:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3133
00000100:00100000:0.0:1775764881.080603:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdfb480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277229312:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764881.080639:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dea5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.080932:0:15594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293578496
00000100:00100000:2.0:1775764881.080938:0:15594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293578496
00000100:00100000:2.0:1775764881.080992:0:15594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2004
00000100:00100000:2.0:1775764881.081003:0:15594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2402:x1862022293578496:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:1.0:1775764881.082133:0:15572:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c19aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15572:1862022277229056:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764881.082163:0:15572:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d5787926/0x9da62835f5d6de90 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.082206:0:15596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008140784/0x9da62835f5d6d70b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944650a8 expref: 76 pid: 15572 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.082223:0:15596:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf77100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15596:1862022277229184:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764881.082238:0:15596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000085a40b04/0x9da62835f5d6de97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.082247:0:15596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000085a40b04/0x9da62835f5d6de97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.082254:0:15596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085a40b04/0x9da62835f5d6de97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.082266:0:15596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085a40b04/0x9da62835f5d6de97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.082274:0:15596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000085a40b04/0x9da62835f5d6de97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.082294:0:15596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764881.082521:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+7:3658:x1862022277228544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24125us (24688us total) trans 4294967885 rc 0/0
00000100:00100000:1.0:1775764881.082532:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002
00000100:00100000:0.0:1775764881.082777:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.082805:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.082828:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293578752
00000100:00100000:0.0:1775764881.082834:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293578752
00010000:00010000:0.0:1775764881.082889:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465309 expref: 125 pid: 6519 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.082918:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293578880
00000100:00100000:0.0:1775764881.082921:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293578880
00010000:00010000:0.0:1775764881.082934:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b1184e56/0x9da62835f5d6db56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465214 expref: 76 pid: 15591 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.083942:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764881.083954:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000085a40b04/0x9da62835f5d6de97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.083967:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b38e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764881.083972:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000085a40b04/0x9da62835f5d6de97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.083983:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000085a40b04/0x9da62835f5d6de97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.084008:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000085a40b04/0x9da62835f5d6de97 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.084016:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085a40b04/0x9da62835f5d6de97 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.084042:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764881.084044:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764881.084047:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764881.084108:0:3658:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967877 gen 2
00000004:00080000:3.0:1775764881.084115:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c685788700, transno 4294967876
00000004:00080000:3.0:1775764881.084130:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c68578ad80, transno 4294967877
00000100:00100000:3.0:1775764881.084140:0:3658:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search  req@ffff93c6a4937b80 x1862022277228544/t4294967885(4294967885) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764897 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295
00000004:00080000:3.0:1775764881.084153:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c6a4937b80/2, rc 0, transno 4294967885
00000100:00100000:3.0:1775764881.084159:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277228544:0@lo:6:osp-syn-1-1.0
00000100:00100000:3.0:1775764881.084336:0:8506:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf75c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8506:1862022277228928:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764881.084358:0:8506:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000045eee031/0x9da62835f5d6de89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.084570:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3134
00000100:00100000:2.0:1775764881.084585:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:2401:x1862022293578752:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764881.084606:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764881.084616:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465309 expref: 125 pid: 6519 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.084663:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465309 expref: 125 pid: 6519 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.084685:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d6de7b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465309 expref: 125 pid: 6519 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.084699:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764881.084705:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dea5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.084717:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dea5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.084727:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dea5 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.084759:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764881.084867:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:2401:x1862022293578752:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 256us (2060us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.084877:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3134
00000100:00100000:2.0:1775764881.084905:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3135
00000100:00100000:2.0:1775764881.084915:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2402:x1862022293578880:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764881.084925:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764881.084931:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b1184e56/0x9da62835f5d6db56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465214 expref: 76 pid: 15591 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.084942:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b1184e56/0x9da62835f5d6db56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465214 expref: 76 pid: 15591 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.084959:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1184e56/0x9da62835f5d6db56 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465214 expref: 76 pid: 15591 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.084972:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764881.084975:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764881.084979:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5787926/0x9da62835f5d6de90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.084991:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5787926/0x9da62835f5d6de90 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.085010:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764881.085029:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2402:x1862022293578880:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 116us (2224us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.085036:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3135
00000001:00080000:2.0:1775764881.085095:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967884 is committed
00000100:00100000:2.0:1775764881.085179:0:15594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2402:x1862022293578496:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 4178us (5305us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.085192:0:15594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2004
00010000:00010000:0.0:1775764881.085514:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dea5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.085524:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dea5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764881.085591:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:0.0:1775764881.085597:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764881.086075:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dea5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.086123:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6de9e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465310 expref: 124 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.086251:0:15572:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d5787926/0x9da62835f5d6de90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.086263:0:15572:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5787926/0x9da62835f5d6de90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.086273:0:15572:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5787926/0x9da62835f5d6de90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.086282:0:15572:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5787926/0x9da62835f5d6de90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.086316:0:15572:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764881.086554:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3658:x1862022277228672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 26868us (28622us total) trans 4294967886 rc 0/0
00000100:00100000:1.0:1775764881.086564:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003
00000004:00080000:3.0:1775764881.086930:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c682f8f480/2, rc 0, transno 4294967886
00000100:00100000:3.0:1775764881.086939:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682f8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277228672:0@lo:6:osp-syn-1-1.0
00010000:00010000:0.0:1775764881.087142:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dea5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465310 expref: 123 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.087157:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:0.0:1775764881.087160:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764881.087163:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843200, rc 0)
00000100:00100000:0.0:1775764881.087225:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14453:x1862022293578240:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 22678us (22969us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.087233:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205452
00010000:00010000:2.0:1775764881.089317:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764881.089335:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5787926/0x9da62835f5d6de90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.089351:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764881.089357:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5787926/0x9da62835f5d6de90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.089368:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5787926/0x9da62835f5d6de90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.089395:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5787926/0x9da62835f5d6de90 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.090177:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5787926/0x9da62835f5d6de90 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.090205:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764881.090207:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764881.090209:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764881.093128:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.094086:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293579008
00000100:00100000:1.0:1775764881.094102:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293579008
00010000:00010000:1.0:1775764881.094159:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aca17975/0x9da62835f5d6d712 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944650af expref: 73 pid: 15574 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.094213:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3136
00000100:00100000:1.0:1775764881.094225:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2403:x1862022293579008:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764881.094243:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.094250:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aca17975/0x9da62835f5d6d712 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944650af expref: 73 pid: 15574 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.094268:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aca17975/0x9da62835f5d6d712 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944650af expref: 73 pid: 15574 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.094297:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aca17975/0x9da62835f5d6d712 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944650af expref: 73 pid: 15574 timeout: 2235 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.094317:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764881.094320:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764881.094325:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000045eee031/0x9da62835f5d6de89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.094336:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045eee031/0x9da62835f5d6de89 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.094370:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764881.094522:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2403:x1862022293579008:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 300us (1408us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.094532:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3136
00010000:00010000:3.0:1775764881.094640:0:8506:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000045eee031/0x9da62835f5d6de89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.094651:0:8506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045eee031/0x9da62835f5d6de89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.094664:0:8506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045eee031/0x9da62835f5d6de89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.094672:0:8506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045eee031/0x9da62835f5d6de89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.094707:0:8506:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764881.094967:0:8506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3660:x1862022277228800:12345-0@lo:6:osp-syn-0-1.0 Request processed in 36859us (37567us total) trans 4294967912 rc 0/0
00000100:00100000:3.0:1775764881.094977:0:8506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2001
00000004:00080000:3.0:1775764881.095043:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c682f8f100/2, rc 0, transno 4294967912
00000100:00100000:3.0:1775764881.095054:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682f8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277228800:0@lo:6:osp-syn-0-1.0
00010000:00010000:1.0:1775764881.095224:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764881.095232:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045eee031/0x9da62835f5d6de89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.095242:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79dc00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764881.095248:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045eee031/0x9da62835f5d6de89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.095259:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045eee031/0x9da62835f5d6de89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.095276:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045eee031/0x9da62835f5d6de89 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.095284:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045eee031/0x9da62835f5d6de89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.095305:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764881.095307:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764881.095309:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764881.100723:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.102278:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293579136
00000100:00100000:0.0:1775764881.102296:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293579136
00000100:00100000:0.0:1775764881.102385:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205453
00000100:00100000:0.0:1775764881.102410:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14454:x1862022293579136:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.102439:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.102469:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6deac lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465317 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.102551:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6deb3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.102568:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6deb3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.102583:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6deb3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.102600:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6deba lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.102608:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6deba lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.102614:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6deba lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.102725:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6dec1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.102734:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6dec1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.102741:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6dec1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764881.102790:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:0.0:1775764881.102796:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764881.102819:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6dec1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.102831:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6dec1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103056:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6deb3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103066:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6deb3 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103074:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6deb3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103085:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764881.103090:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6deb3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103097:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6deb3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103113:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764881.103116:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.103122:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6deb3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103129:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6deb3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103145:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6deba lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103152:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6deba lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103159:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6deba lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103165:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764881.103168:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6deba lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103174:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6deba lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103186:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c795e56000)
00010000:00010000:0.0:1775764881.103189:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.103192:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6deba lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103198:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6deba lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103237:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6deac lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465317 expref: 125 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103252:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6dec1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465317 expref: 124 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.103259:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.103261:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764881.103264:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4a00, rc 0)
00000100:00100000:0.0:1775764881.103492:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14454:x1862022293579136:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1094us (2782us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.103501:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205453
00000100:00100000:0.0:1775764881.104659:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.104814:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293579264
00000100:00100000:2.0:1775764881.104826:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293579264
00000100:00100000:2.0:1775764881.104934:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205454
00000100:00100000:2.0:1775764881.104946:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14453:x1862022293579264:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764881.104975:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764881.104997:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6dec8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446531e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.105035:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6decf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.105050:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6decf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.105063:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6decf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.105198:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6dec8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446531e expref: 126 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.105216:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6decf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446531e expref: 125 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.105227:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764881.105230:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:2.0:1775764881.105234:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd400, rc 0)
00000100:00100000:2.0:1775764881.105300:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293579264:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 357us (649us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.105308:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205454
00000100:00100000:1.0:1775764881.116542:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.116710:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293579648
00000100:00100000:0.0:1775764881.116725:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293579648
00000100:00100000:0.0:1775764881.116809:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205455
00000100:00100000:0.0:1775764881.116821:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293579648:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764881.116940:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1775764881.116976:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6dec1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465317 expref: 125 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.117003:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6de51 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944652ed expref: 124 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.117015:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.117022:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764881.117089:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ded6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.117107:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ded6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.117118:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ded6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764881.117273:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009bda3908 reply state 00000000df116211 transno 4295101501 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ded6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.117288:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ded6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.117294:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.117296:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764881.117298:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764881.117427:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293579648:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 606us (897us total) trans 4295101501 rc 0/0
00000100:00100000:0.0:1775764881.117435:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205455
00000100:00100000:3.0:1775764881.123673:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.124528:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293579776
00000100:00100000:1.0:1775764881.124543:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293579776
00000100:00100000:1.0:1775764881.124631:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205456
00000100:00100000:1.0:1775764881.124644:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293579776:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.124677:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.124715:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dedd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465325 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.124791:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dedd lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465325 expref: 126 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.124809:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dedd lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465325 expref: 126 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.124831:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.124834:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:1.0:1775764881.125265:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842c00, rc 0)
00000100:00100000:2.0:1775764881.128475:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14454:x1862022293579776:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3818us (4800us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.128492:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205456
00000100:00100000:1.0:1775764881.129941:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.132072:0:15567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293579392
00000100:00100000:2.0:1775764881.132093:0:15567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293579392
00002000:00100000:2.0:1775764881.132174:0:15567:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x76:0x0] (0->74833)  req@ffff93c69bdf9c00 x1862022293579392/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:362/0 lens 488/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764881.132187:0:15567:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69bdf9c00 with x1862022293579392 ext(0->74833)
00002000:00010000:2.0:1775764881.132194:0:15567:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c69bdf9c00
00000100:00100000:2.0:1775764881.132243:0:15567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 438
00000100:00100000:2.0:1775764881.132254:0:15567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2403:x1862022293579392:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:1.0:1775764881.138283:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.138548:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293579904
00000100:00100000:0.0:1775764881.138562:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293579904
00000100:00100000:0.0:1775764881.138651:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2005
00000100:00100000:0.0:1775764881.138663:0:8401:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2402:x1862022293579904:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764881.139008:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb size from disk: 0 -> 74834
00002000:00010000:0.0:1775764881.139014:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb mtime from disk: 0 -> 1775764868
00002000:00010000:0.0:1775764881.139016:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb atime from disk: 0 -> 1775764870
00002000:00010000:0.0:1775764881.139018:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb ctime from disk: 0 -> 1775764880
00002000:00010000:0.0:1775764881.139021:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb blocks from disk: 0 -> 152
00000100:00100000:0.0:1775764881.139098:0:8401:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293579904:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 436us (833us total) trans 4294967887 rc 0/0
00000100:00100000:0.0:1775764881.139107:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2005
00000100:00100000:2.0:1775764881.146106:0:15567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2403:x1862022293579392:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 13838us (16159us total) trans 4294967913 rc 0/0
00000100:00100000:2.0:1775764881.146125:0:15567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 438
00002000:00100000:2.0:1775764881.146142:0:15567:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x76:0x0] (0->74833)  req@ffff93c69bdf9c00 x1862022293579392/t4294967913(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:362/0 lens 488/448 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764881.146153:0:15567:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69bdf9c00 with x1862022293579392 ext(0->74833)
00002000:00010000:2.0:1775764881.146161:0:15567:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c69bdf9c00
00000100:00100000:3.0:1775764881.148129:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.148327:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293580160
00000100:00100000:1.0:1775764881.148341:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293580160
00000100:00100000:1.0:1775764881.148499:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205457
00000100:00100000:1.0:1775764881.148511:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14454:x1862022293580160:12345-192.168.202.56@tcp:55:dbench.0
00010000:00010000:1.0:1775764881.148599:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.148629:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de6d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465302 expref: 126 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.148640:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.148683:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de6d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465302 expref: 126 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.148704:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de6d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465302 expref: 126 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.148721:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdfbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277229440:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764881.148827:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764881.161941:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdfbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277229440:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764881.161984:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.166530:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.166834:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293580288
00000100:00100000:0.0:1775764881.166891:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293580288
00010000:00010000:0.0:1775764881.166947:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de6d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465302 expref: 127 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.167156:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3137
00000100:00100000:0.0:1775764881.167168:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:2403:x1862022293580288:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764881.167191:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764881.167199:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de6d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465302 expref: 127 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.167215:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de6d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465302 expref: 127 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.167242:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6de6d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465302 expref: 127 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.167267:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.167273:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.167284:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.167292:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.167329:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764881.167492:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:2403:x1862022293580288:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 324us (974us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.167500:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3137
00010000:00010000:3.0:1775764881.168758:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.168774:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.168834:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.169118:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.169126:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.169132:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.169137:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.169150:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.169169:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764881.169171:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1775764881.169176:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.169182:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dee4 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.169291:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293580160:12345-192.168.202.56@tcp:55:dbench.0 Request processed in 20778us (21171us total) trans 0 rc -22/-22
00000100:00100000:3.0:1775764881.169303:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205457
00000100:00100000:3.0:1775764881.176090:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.176243:0:15558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293580544
00000100:00100000:0.0:1775764881.176256:0:15558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293580544
00002000:00100000:0.0:1775764881.176334:0:15558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x76:0x0] (0->4095)  req@ffff93c69bdd6300 x1862022293580544/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:362/0 lens 4584/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764881.176347:0:15558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69bdd6300 with x1862022293580544 ext(0->4095)
00002000:00010000:0.0:1775764881.176354:0:15558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c69bdd6300
00000100:00100000:2.0:1775764881.177518:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.178304:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293580416
00000100:00100000:3.0:1775764881.178316:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293580416
00000100:00100000:0.0:1775764881.178493:0:15558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 439
00000100:00100000:0.0:1775764881.178508:0:15558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2400:x1862022293580544:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:0.0:1775764881.179514:0:15558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2400:x1862022293580544:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 1004us (3668us total) trans 4294967888 rc 0/0
00000100:00100000:0.0:1775764881.179527:0:15558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 439
00002000:00100000:0.0:1775764881.179539:0:15558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x76:0x0] (0->4095)  req@ffff93c69bdd6300 x1862022293580544/t4294967888(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:362/0 lens 4584/448 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764881.179551:0:15558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69bdd6300 with x1862022293580544 ext(0->4095)
00002000:00010000:0.0:1775764881.179557:0:15558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c69bdd6300
00000100:00100000:3.0:1775764881.180757:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205458
00000100:00100000:3.0:1775764881.181301:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293580416:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:2.0:1775764881.181529:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293580416:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 756us (4016us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.181539:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205458
00000100:00100000:2.0:1775764881.184005:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.184114:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293580672
00000100:00100000:0.0:1775764881.184127:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293580672
00000100:00100000:0.0:1775764881.184201:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205459
00000100:00100000:0.0:1775764881.184212:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293580672:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:0.0:1775764881.184390:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293580672:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 179us (396us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.184398:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205459
00000100:00100000:3.0:1775764881.187279:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.187333:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.187447:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293580800
00000100:00100000:2.0:1775764881.187460:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293580800
00000100:00100000:2.0:1775764881.187524:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293580928
00000100:00100000:2.0:1775764881.187528:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293580928
00000100:00100000:2.0:1775764881.187560:0:15595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2006
00000100:00100000:2.0:1775764881.187571:0:15595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2403:x1862022293580800:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:1.0:1775764881.188031:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2007
00000100:00100000:1.0:1775764881.188042:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2403:x1862022293580928:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:0.0:1775764881.190017:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967913 is committed
00000001:00080000:0.0:1775764881.190038:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967912 is committed
00000100:00100000:2.0:1775764881.190405:0:15595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2403:x1862022293580800:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 2829us (3135us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.190419:0:15595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2006
00000001:00080000:2.0:1775764881.191733:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967888 is committed
00000001:00080000:2.0:1775764881.191752:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967886 is committed
00000100:00100000:1.0:1775764881.192335:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2403:x1862022293580928:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 4290us (4995us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.192350:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2007
00000100:00100000:3.0:1775764881.198348:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.198453:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293581184
00000100:00100000:0.0:1775764881.198469:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293581184
00000100:00100000:0.0:1775764881.198545:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2860
00000100:00100000:0.0:1775764881.198558:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4866450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293581184:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764881.199161:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4866450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14454:x1862022293581184:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 603us (823us total) trans 4295101502 rc 0/0
00000100:00100000:0.0:1775764881.199171:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2860
00000100:00100000:2.0:1775764881.203595:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.204148:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293581312
00000100:00100000:1.0:1775764881.204162:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293581312
00000100:00100000:1.0:1775764881.204296:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205460
00000100:00100000:1.0:1775764881.204310:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14453:x1862022293581312:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.204338:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.204366:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6deeb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446532c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.204451:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6def2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.204474:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6def2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.204489:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6def2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.204506:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6def9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.204514:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6def9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.204521:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6def9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.204912:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6df00 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.204923:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6df00 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.204930:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6df00 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.204996:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:1.0:1775764881.205003:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764881.205035:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6df00 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205048:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6df00 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205065:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6def2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205073:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6def2 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205081:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6def2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205088:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.205093:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6def2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205103:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6def2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205118:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764881.205122:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.205129:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6def2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205136:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6def2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205152:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6def9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205158:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6def9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205163:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6def9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205170:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.205173:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6def9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205178:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6def9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205186:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cd000)
00010000:00010000:1.0:1775764881.205189:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.205192:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6def9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205198:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6def9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205238:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6deeb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446532c expref: 128 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205254:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6df00 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446532c expref: 127 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.205262:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764881.205264:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.205267:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:1.0:1775764881.205360:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:14453:x1862022293581312:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1053us (1779us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.205370:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205460
00000100:00100000:0.0:1775764881.212014:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.212135:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293581440
00000100:00100000:1.0:1775764881.212148:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293581440
00000100:00100000:1.0:1775764881.212212:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205461
00000100:00100000:1.0:1775764881.212222:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:14454:x1862022293581440:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.212253:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.212279:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6df07 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465333 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.212364:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df0e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.212382:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df0e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.212397:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df0e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.212414:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6df15 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.212421:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6df15 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.212427:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6df15 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.212529:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df1c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.212537:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df1c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.212544:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df1c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.212606:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:1.0:1775764881.212611:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764881.215999:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df1c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216033:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df1c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216049:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df0e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216056:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df0e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216063:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df0e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216072:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df0e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216078:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.216083:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df0e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216092:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df0e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216112:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764881.216116:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.216122:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df0e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216132:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df0e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216149:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6df15 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216154:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6df15 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216159:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6df15 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216164:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.216166:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6df15 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216171:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6df15 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216178:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cd300)
00010000:00010000:1.0:1775764881.216180:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.216183:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6df15 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216187:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6df15 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216241:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6df07 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465333 expref: 129 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216261:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df1c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465333 expref: 128 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.216268:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.216270:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.216273:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842000, rc 0)
00000100:00100000:1.0:1775764881.216361:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14454:x1862022293581440:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 4138us (4357us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.216372:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205461
00000100:00100000:0.0:1775764881.220225:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.220362:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293581696
00000100:00100000:2.0:1775764881.220375:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293581696
00000100:00100000:2.0:1775764881.220453:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205462
00000100:00100000:2.0:1775764881.220464:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14453:x1862022293581696:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764881.220541:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764881.220587:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6df00 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446532c expref: 128 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.220614:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6dea5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465310 expref: 127 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.220997:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764881.221005:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764881.221078:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6df23 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.221095:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6df23 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.221109:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6df23 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764881.221269:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035f57387 reply state 00000000df1acb49 transno 4295101503 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6df23 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.221284:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6df23 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.221290:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764881.221293:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764881.221296:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764881.221415:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14453:x1862022293581696:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 951us (1201us total) trans 4295101503 rc 0/0
00000100:00100000:2.0:1775764881.221425:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205462
00000100:00100000:2.0:1775764881.235888:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.235989:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293581952
00000100:00100000:3.0:1775764881.236004:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293581952
00000100:00100000:3.0:1775764881.236076:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205463
00000100:00100000:3.0:1775764881.236088:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14454:x1862022293581952:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764881.236123:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764881.236152:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6df2a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446533a expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.236319:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.236338:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df1c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465333 expref: 129 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.236347:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.236391:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df1c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465333 expref: 129 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.236406:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df1c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465333 expref: 129 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.236422:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c0ae2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277229568:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764881.237659:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.237733:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293582080
00000100:00100000:1.0:1775764881.237743:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293582080
00000100:00100000:1.0:1775764881.237811:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205464
00000100:00100000:1.0:1775764881.237821:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14453:x1862022293582080:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.237872:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:2.0:1775764881.237887:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a79f1840 going to sleep for 11 seconds
00010000:00010000:1.0:1775764881.237893:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6df38 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465341 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.237960:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6df38 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465341 expref: 131 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.237977:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6df38 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465341 expref: 131 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.237999:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764881.238003:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:1.0:1775764881.238008:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842600, rc 0)
00000100:00100000:1.0:1775764881.238050:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14453:x1862022293582080:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 231us (401us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.238058:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205464
00000100:00100000:1.0:1775764881.242141:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c0ae2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277229568:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764881.242185:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.245817:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.245923:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.246430:0:15587:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293582336
00000100:00100000:2.0:1775764881.246445:0:15587:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293582336
00000100:00100000:2.0:1775764881.246527:0:15587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2008
00000100:00100000:2.0:1775764881.246539:0:15587:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2402:x1862022293582336:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:2.0:1775764881.247936:0:15587:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb size from disk: 0 -> 74834
00002000:00010000:2.0:1775764881.247945:0:15587:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb mtime from disk: 0 -> 1775764868
00002000:00010000:2.0:1775764881.247948:0:15587:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb atime from disk: 0 -> 1775764870
00002000:00010000:2.0:1775764881.247950:0:15587:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb ctime from disk: 0 -> 1775764880
00002000:00010000:2.0:1775764881.247952:0:15587:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb blocks from disk: 0 -> 152
00000100:00100000:2.0:1775764881.248047:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293582336:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 1506us (2118us total) trans 4294967914 rc 0/0
00000100:00100000:2.0:1775764881.248060:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2008
00000100:00100000:1.0:1775764881.248504:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293582208
00000100:00100000:1.0:1775764881.248515:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293582208
00010000:00010000:1.0:1775764881.248561:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df1c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465333 expref: 131 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.248624:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3138
00000100:00100000:1.0:1775764881.248633:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:2402:x1862022293582208:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764881.248648:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.248655:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df1c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465333 expref: 131 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.248671:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df1c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465333 expref: 131 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.248696:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df1c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465333 expref: 131 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.248716:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.248723:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.248733:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.248742:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.248782:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764881.248831:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:2402:x1862022293582208:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 199us (3028us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.248887:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3138
00010000:00010000:2.0:1775764881.249147:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.249157:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764881.249183:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00010000:00010000:2.0:1775764881.249346:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6df2a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446533a expref: 131 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.249363:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446533a expref: 130 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.249371:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764881.249374:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764881.249376:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c0b38e00, rc 0)
00000100:00100000:2.0:1775764881.249420:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14454:x1862022293581952:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13335us (13549us total) trans 4295101504 rc 0/0
00000100:00100000:2.0:1775764881.249427:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205463
00000100:00100000:0.0:1775764881.255713:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.255768:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.255894:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293582720
00000100:00100000:3.0:1775764881.255894:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293582592
00000100:00100000:3.0:1775764881.255908:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293582592
00000100:00100000:2.0:1775764881.255909:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293582720
00000100:00100000:1.0:1775764881.256124:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205465
00000100:00100000:1.0:1775764881.256136:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14454:x1862022293582720:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.256166:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.256188:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df46 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465348 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.256289:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df4d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.256304:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446533a expref: 132 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.256313:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df4d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.256355:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446533a expref: 132 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.256374:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446533a expref: 132 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.256387:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdfbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277229696:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764881.256488:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764881.260480:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205466
00000100:00100000:1.0:1775764881.260502:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14453:x1862022293582592:12345-192.168.202.56@tcp:55:dbench.0
00010000:00010000:1.0:1775764881.260593:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.260633:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6decf lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446531e expref: 132 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.260645:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.260696:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6decf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446531e expref: 132 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.260709:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6decf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446531e expref: 132 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.260725:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdf8700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277229824:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764881.261275:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4540 going to sleep for 11 seconds
00000100:00100000:0.0:1775764881.261903:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.261988:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293582848
00000100:00100000:2.0:1775764881.261997:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293582848
00010000:00010000:2.0:1775764881.262036:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446533a expref: 133 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.262079:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3139
00000100:00100000:2.0:1775764881.262088:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:2402:x1862022293582848:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764881.262104:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764881.262112:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446533a expref: 133 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.262127:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446533a expref: 133 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.262152:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6df31 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446533a expref: 133 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.262169:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764881.262176:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df4d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.262186:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df4d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.262194:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df4d lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.262226:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764881.262290:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:2402:x1862022293582848:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 203us (391us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.262299:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3139
00000100:00100000:1.0:1775764881.264422:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdfbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277229696:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764881.264471:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df4d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.264488:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df4d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.264494:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df4d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.264571:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:1.0:1775764881.264577:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764881.265197:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df4d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.265250:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df46 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465348 expref: 132 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.265530:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df4d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465348 expref: 131 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.265542:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.265545:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.265549:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842200, rc 0)
00000100:00100000:1.0:1775764881.266192:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14454:x1862022293582720:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10053us (10417us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.266210:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205465
00000100:00100000:1.0:1775764881.270491:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdf8700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277229824:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764881.270533:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.276797:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.276945:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.277081:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293583104
00000100:00100000:3.0:1775764881.277082:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293582976
00000100:00100000:0.0:1775764881.277096:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293583104
00000100:00100000:3.0:1775764881.277096:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293582976
00000100:00100000:0.0:1775764881.277183:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205467
00000100:00100000:0.0:1775764881.277196:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14454:x1862022293583104:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764881.277204:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6decf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446531e expref: 132 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277226:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.277265:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6df5b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446534f expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.277293:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3140
00000100:00100000:3.0:1775764881.277303:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783540850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:2403:x1862022293582976:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764881.277317:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764881.277325:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6decf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446531e expref: 133 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.277342:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6decf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446531e expref: 133 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277360:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6df62 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.277369:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6decf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446531e expref: 133 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277380:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6df62 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.277388:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764881.277396:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277397:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6df62 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277420:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6df69 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.277423:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277435:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6df69 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.277437:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277456:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6df69 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.277481:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764881.277552:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783540850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:2403:x1862022293582976:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 251us (771us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764881.277561:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3140
00010000:00010000:0.0:1775764881.277562:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6df70 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277574:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6df70 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277583:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6df70 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764881.277728:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:0.0:1775764881.277735:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00010000:00010000:3.0:1775764881.277763:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764881.277764:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6df70 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.277782:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277789:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6df70 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277800:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6df62 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277808:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6df62 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.277809:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277823:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6df62 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.277824:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277874:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764881.277879:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6df62 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277889:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6df62 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277900:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764881.277903:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.277908:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6df62 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277918:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6df62 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277931:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6df69 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277937:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6df69 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277943:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6df69 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277948:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764881.277951:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6df69 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277957:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6df69 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277965:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c795e56000)
00010000:00010000:0.0:1775764881.277967:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.277970:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6df69 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.277975:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6df69 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.277992:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.277999:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.278003:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.278010:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.278020:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764881.278023:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1775764881.278026:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.278033:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6df54 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.278080:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14453:x1862022293582592:12345-192.168.202.56@tcp:55:dbench.0 Request processed in 17587us (22382us total) trans 0 rc -22/-22
00000100:00100000:3.0:1775764881.278088:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205466
00010000:00010000:0.0:1775764881.278226:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6df5b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446534f expref: 131 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.278251:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6df70 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446534f expref: 130 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.278260:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.278262:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764881.278265:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5600, rc 0)
00000100:00100000:0.0:1775764881.278300:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14454:x1862022293583104:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1109us (1354us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.278307:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205467
00000100:00100000:2.0:1775764881.285197:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.285478:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293583360
00000100:00100000:0.0:1775764881.285491:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293583360
00000100:00100000:0.0:1775764881.285572:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205468
00000100:00100000:0.0:1775764881.285584:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14454:x1862022293583360:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764881.285677:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1775764881.285715:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6df70 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446534f expref: 130 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.285742:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df4d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465348 expref: 129 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.285755:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.285761:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764881.285822:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6df77 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.285870:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6df77 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.285885:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6df77 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764881.286024:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d56f52b reply state 00000000ed200b76 transno 4295101505 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6df77 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.286038:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6df77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.286044:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.286047:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764881.286050:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764881.286174:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14454:x1862022293583360:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 592us (991us total) trans 4295101505 rc 0/0
00000100:00100000:0.0:1775764881.286185:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205468
00000100:00100000:3.0:1775764881.290395:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.290557:0:15559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293583488
00000100:00100000:1.0:1775764881.290572:0:15559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293583488
00002000:00100000:1.0:1775764881.290647:0:15559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x76:0x0] (0->4095)  req@ffff93c7c0ae3800 x1862022293583488/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:362/0 lens 4584/0 e 0 to 0 dl 1775764892 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764881.290661:0:15559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c7c0ae3800 with x1862022293583488 ext(0->4095)
00002000:00010000:1.0:1775764881.290668:0:15559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c7c0ae3800
00000100:00100000:1.0:1775764881.290712:0:15559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 440
00000100:00100000:1.0:1775764881.290725:0:15559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293583488:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:1.0:1775764881.291828:0:15559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2402:x1862022293583488:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 1095us (1438us total) trans 4294967915 rc 0/0
00000100:00100000:1.0:1775764881.291877:0:15559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 440
00002000:00100000:1.0:1775764881.291888:0:15559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x76:0x0] (0->4095)  req@ffff93c7c0ae3800 x1862022293583488/t4294967915(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:362/0 lens 4584/448 e 0 to 0 dl 1775764892 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764881.291899:0:15559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c7c0ae3800 with x1862022293583488 ext(0->4095)
00002000:00010000:1.0:1775764881.291904:0:15559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c7c0ae3800
00000100:00100000:3.0:1775764881.297258:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.297692:0:8402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293583616
00000100:00100000:0.0:1775764881.297705:0:8402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293583616
00000100:00100000:0.0:1775764881.297780:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2009
00000100:00100000:0.0:1775764881.297802:0:8402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2401:x1862022293583616:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764881.298052:0:8402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb size from disk: 74834 -> 74834
00002000:00010000:0.0:1775764881.298057:0:8402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb mtime from disk: 1775764868 -> 1775764868
00002000:00010000:0.0:1775764881.298059:0:8402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb atime from disk: 1775764870 -> 1775764860
00002000:00010000:0.0:1775764881.298062:0:8402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb ctime from disk: 1775764880 -> 1775764881
00002000:00010000:0.0:1775764881.298064:0:8402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb blocks from disk: 152 -> 152
00000100:00100000:0.0:1775764881.298141:0:8402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2401:x1862022293583616:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 342us (897us total) trans 4294967889 rc 0/0
00000100:00100000:0.0:1775764881.298149:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2009
00000100:00100000:2.0:1775764881.299665:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.299835:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293583744
00000100:00100000:1.0:1775764881.299879:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293583744
00000100:00100000:1.0:1775764881.299945:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205469
00000100:00100000:1.0:1775764881.299966:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14453:x1862022293583744:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:1.0:1775764881.300132:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14453:x1862022293583744:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 167us (475us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.300140:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205469
00000100:00100000:3.0:1775764881.304331:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.304555:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293583872
00000100:00100000:2.0:1775764881.304579:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293583872
00000100:00100000:2.0:1775764881.304676:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2010
00000100:00100000:2.0:1775764881.304688:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2403:x1862022293583872:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:0.0:1775764881.306732:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967915 is committed
00000100:00100000:2.0:1775764881.307042:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2403:x1862022293583872:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 2350us (2720us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.307056:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2010
00000100:00100000:3.0:1775764881.308597:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.308790:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293584128
00000100:00100000:1.0:1775764881.308804:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293584128
00000100:00100000:1.0:1775764881.308905:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2861
00000100:00100000:1.0:1775764881.308916:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14454:x1862022293584128:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764881.309212:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14454:x1862022293584128:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 298us (637us total) trans 4295101506 rc 0/0
00000100:00100000:1.0:1775764881.309222:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2861
00000100:00100000:3.0:1775764881.318010:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.318899:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293584384
00000100:00100000:0.0:1775764881.318915:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293584384
00000100:00100000:0.0:1775764881.318999:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2862
00000100:00100000:0.0:1775764881.319010:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14453:x1862022293584384:12345-192.168.202.56@tcp:35:dbench.0
00000001:00080000:0.0:1775764881.319301:0:15599:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295101507
00000100:00100000:0.0:1775764881.319449:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:14453:x1862022293584384:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 440us (1453us total) trans 4295101508 rc 0/0
00000100:00100000:0.0:1775764881.319459:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2862
00000020:00080000:0.0:1775764881.319465:0:15599:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:3.0:1775764881.320669:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.320830:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293584512
00000100:00100000:1.0:1775764881.320881:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293584512
00000100:00100000:1.0:1775764881.320938:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205470
00000100:00100000:1.0:1775764881.320954:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:14454:x1862022293584512:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.320977:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.321004:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df7e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465356 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321080:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6df85 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321097:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6df85 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321110:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6df85 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321127:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6df8c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321134:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6df8c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321140:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6df8c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321227:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df93 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321237:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df93 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321243:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df93 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.321289:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:1.0:1775764881.321294:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764881.321317:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df93 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321329:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df93 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321340:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6df85 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321346:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6df85 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321352:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6df85 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321359:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6df85 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321364:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.321369:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6df85 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321377:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6df85 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321390:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764881.321393:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.321400:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6df85 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321407:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6df85 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321423:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6df8c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321429:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6df8c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321435:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6df8c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321440:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.321443:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6df8c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321448:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6df8c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321456:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cd300)
00010000:00010000:1.0:1775764881.321459:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.321462:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6df8c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321469:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6df8c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321501:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6df7e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465356 expref: 135 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321515:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df93 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465356 expref: 134 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.321524:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.321526:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.321529:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842200, rc 0)
00000100:00100000:1.0:1775764881.321602:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14454:x1862022293584512:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 656us (940us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.321610:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205470
00000100:00100000:3.0:1775764881.330578:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.330755:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293584640
00000100:00100000:0.0:1775764881.330770:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293584640
00000100:00100000:0.0:1775764881.330887:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205471
00000100:00100000:0.0:1775764881.330899:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14453:x1862022293584640:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.330932:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.330973:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6df9a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446535d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331057:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6dfa1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331076:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6dfa1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331090:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6dfa1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331107:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfa8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331120:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfa8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331127:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfa8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331228:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6dfaf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331238:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6dfaf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331246:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6dfaf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764881.331299:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:0.0:1775764881.331304:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764881.331330:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6dfaf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331344:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6dfaf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331353:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6dfa1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331360:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6dfa1 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331366:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6dfa1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331377:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764881.331381:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6dfa1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331389:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6dfa1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331404:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764881.331407:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.331413:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6dfa1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331419:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6dfa1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331434:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfa8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331439:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfa8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331445:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfa8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331450:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764881.331453:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfa8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331459:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfa8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331471:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c795e56500)
00010000:00010000:0.0:1775764881.331474:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.331477:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfa8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331483:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfa8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331518:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6df9a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446535d expref: 136 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331534:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6dfaf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446535d expref: 135 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.331542:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:0.0:1775764881.331544:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764881.331546:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4e00, rc 0)
00000100:00100000:0.0:1775764881.331655:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14453:x1862022293584640:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 757us (1100us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.331665:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205471
00000100:00100000:0.0:1775764881.334815:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.334943:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293584896
00000100:00100000:1.0:1775764881.334965:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293584896
00000100:00100000:1.0:1775764881.335040:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205472
00000100:00100000:1.0:1775764881.335052:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293584896:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.335078:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.335104:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dfb6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465364 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.335257:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.335275:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df93 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465356 expref: 136 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.335287:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.335332:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df93 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465356 expref: 136 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.335350:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df93 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465356 expref: 136 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.335366:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdf8700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277229952:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764881.335490:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4cc0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764881.342431:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.342520:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293585024
00000100:00100000:0.0:1775764881.342533:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293585024
00010000:00010000:0.0:1775764881.342592:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df93 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465356 expref: 137 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.342650:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3141
00000100:00100000:0.0:1775764881.342661:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:2403:x1862022293585024:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764881.342679:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764881.342687:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df93 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465356 expref: 137 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.342703:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df93 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465356 expref: 137 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.342732:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.342738:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.342751:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.342759:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.342782:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764881.342875:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:2403:x1862022293585024:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 215us (458us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.342881:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3141
00010000:00010000:1.0:1775764881.343330:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6df93 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465356 expref: 136 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.343350:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdf8700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277229952:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764881.343374:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.343384:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.343390:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.343416:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00010000:00010000:1.0:1775764881.343581:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dfb6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465364 expref: 137 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.343603:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465364 expref: 136 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.343611:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.343626:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764881.343629:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843400, rc 0)
00000100:00100000:1.0:1775764881.343677:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293584896:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8629us (8876us total) trans 4295101509 rc 0/0
00000100:00100000:1.0:1775764881.343686:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205472
00000100:00100000:3.0:1775764881.346324:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.349224:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293585280
00000100:00100000:2.0:1775764881.349245:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293585280
00000100:00100000:2.0:1775764881.349338:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205473
00000100:00100000:2.0:1775764881.349352:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14453:x1862022293585280:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764881.349382:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764881.349413:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6dfcb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446536b expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.349587:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.349604:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6dfaf lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446535d expref: 137 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.349613:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.349670:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6dfaf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446535d expref: 137 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.349686:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6dfaf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446535d expref: 137 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.349707:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6425f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277230080:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764881.349829:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1780 going to sleep for 11 seconds
00000100:00100000:2.0:1775764881.354581:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6425f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277230080:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764881.354635:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.356520:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.356574:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.356633:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293585408
00000100:00100000:0.0:1775764881.356645:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293585408
00000100:00100000:0.0:1775764881.356723:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205474
00000100:00100000:0.0:1775764881.356736:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14454:x1862022293585408:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.356770:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.356797:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6dfd9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465372 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.356972:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.356990:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465364 expref: 139 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.357000:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.357048:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465364 expref: 139 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.357063:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465364 expref: 139 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.357079:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7bf70e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277230208:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764881.357174:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550ce40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764881.357255:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293585536
00000100:00100000:1.0:1775764881.357261:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293585536
00010000:00010000:1.0:1775764881.357287:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6dfaf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446535d expref: 140 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.357327:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3142
00000100:00100000:1.0:1775764881.357334:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:2403:x1862022293585536:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764881.357345:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.357351:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6dfaf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446535d expref: 140 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.357365:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6dfaf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446535d expref: 140 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.357385:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6dfaf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446535d expref: 140 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.357411:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764881.357417:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.357424:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.357432:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.357459:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764881.357501:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:2403:x1862022293585536:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 154us (914us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.357510:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3142
00010000:00010000:1.0:1775764881.357538:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.357546:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.357566:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00010000:00010000:1.0:1775764881.357717:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6dfcb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446536b expref: 140 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.357733:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446536b expref: 139 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.357740:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764881.357743:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764881.357746:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd200, rc 0)
00000100:00100000:1.0:1775764881.357771:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14453:x1862022293585280:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8423us (11461us total) trans 4295101510 rc 0/0
00000100:00100000:1.0:1775764881.357777:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205473
00000100:00100000:3.0:1775764881.364751:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.365207:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293585664
00000100:00100000:1.0:1775764881.365220:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293585664
00010000:00010000:1.0:1775764881.365281:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465364 expref: 139 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.365338:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3143
00000100:00100000:1.0:1775764881.365350:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:2403:x1862022293585664:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764881.365369:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.365377:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465364 expref: 139 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.365378:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764881.365394:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465364 expref: 139 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.365424:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.365430:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.365441:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.365449:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.365477:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764881.365484:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293585792
00000100:00100000:3.0:1775764881.365488:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293585792
00000100:00100000:3.0:1775764881.365524:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205475
00000100:00100000:3.0:1775764881.365531:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293585792:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:1.0:1775764881.365552:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:2403:x1862022293585664:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 205us (815us total) trans 0 rc 0/0
00010000:00010000:3.0:1775764881.365555:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:1.0:1775764881.365559:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3143
00010000:00010000:3.0:1775764881.365575:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6dfee lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465379 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.365696:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dff5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.365711:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446536b expref: 140 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.365719:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dff5 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.365754:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446536b expref: 140 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.365768:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446536b expref: 140 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.365796:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c683aa0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277230336:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764881.365898:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a79f1540 going to sleep for 11 seconds
00010000:00010000:0.0:1775764881.366044:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6dfbd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465364 expref: 140 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.366062:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7bf70e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277230208:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764881.366087:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.366097:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.366108:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764881.366151:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:0.0:1775764881.366156:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764881.366182:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.366216:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6dfd9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465372 expref: 140 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.366232:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465372 expref: 139 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.366239:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.366242:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764881.366244:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5200, rc 0)
00000100:00100000:0.0:1775764881.366283:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293585408:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9549us (9773us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.366290:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205474
00000100:00100000:2.0:1775764881.373099:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.373148:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.373244:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293586048
00000100:00100000:1.0:1775764881.373257:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293586048
00000100:00100000:1.0:1775764881.373334:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205476
00000100:00100000:1.0:1775764881.373347:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293586048:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.373375:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.373402:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dffc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465380 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373507:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e003 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373525:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e003 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373538:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e003 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373555:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e00a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373562:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e00a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373568:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e00a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373691:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e011 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373699:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e011 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373705:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e011 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.373753:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:1.0:1775764881.373757:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764881.373779:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e011 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373793:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e011 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373804:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e003 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373811:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e003 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373817:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e003 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373824:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e003 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373831:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.373866:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e003 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373876:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e003 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373890:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764881.373893:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.373898:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e003 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373904:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e003 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373918:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e00a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373924:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e00a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373930:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e00a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373934:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.373937:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e00a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373942:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e00a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373949:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x6e04e070 (ffff93c6877cd300)
00010000:00010000:1.0:1775764881.373951:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.373953:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e00a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373960:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e00a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.373994:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6dffc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465380 expref: 141 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.374009:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e011 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465380 expref: 140 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.374016:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764881.374018:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.374021:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842e00, rc 0)
00000100:00100000:1.0:1775764881.374102:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14454:x1862022293586048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 756us (952us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.374111:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205476
00000100:00100000:0.0:1775764881.374828:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293585920
00000100:00100000:0.0:1775764881.374873:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293585920
00010000:00010000:0.0:1775764881.374909:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446536b expref: 140 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.374942:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3144
00000100:00100000:0.0:1775764881.374951:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:2400:x1862022293585920:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764881.374970:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764881.374977:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446536b expref: 140 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.374992:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446536b expref: 140 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.375013:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:0.0:1775764881.375019:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dff5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.375029:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dff5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.375038:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dff5 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.375062:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764881.375100:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:2400:x1862022293585920:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 151us (2015us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.375107:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3144
00010000:00010000:3.0:1775764881.381141:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6dfd2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446536b expref: 139 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.381177:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c683aa0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277230336:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764881.381210:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dff5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.383322:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.383501:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293586304
00000100:00100000:1.0:1775764881.383513:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293586304
00000100:00100000:1.0:1775764881.383601:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205477
00000100:00100000:1.0:1775764881.383613:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293586304:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.383649:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.383676:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e018 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465387 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.383820:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.383879:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e011 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465380 expref: 140 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.383891:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.383936:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e011 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465380 expref: 140 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.383952:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e011 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465380 expref: 140 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.383969:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdf8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277230464:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764881.384070:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4240 going to sleep for 11 seconds
00010000:00010000:2.0:1775764881.384675:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dff5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.384686:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dff5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764881.384732:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:2.0:1775764881.384737:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764881.384762:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dff5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.384802:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6dfee lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465379 expref: 141 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.384823:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dff5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465379 expref: 140 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.384834:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764881.385286:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764881.385293:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c0b38c00, rc 0)
00000100:00100000:2.0:1775764881.385497:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293585792:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 19964us (20115us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.385508:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205475
00000100:00100000:3.0:1775764881.390021:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.390166:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdf8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277230464:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764881.390205:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.390348:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293586432
00000100:00100000:0.0:1775764881.390357:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293586432
00010000:00010000:0.0:1775764881.390402:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e011 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465380 expref: 140 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.390450:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3145
00000100:00100000:0.0:1775764881.390460:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:2402:x1862022293586432:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764881.390481:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764881.390489:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e011 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465380 expref: 140 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.390504:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e011 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465380 expref: 140 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.390529:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e011 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465380 expref: 140 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.390549:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:0.0:1775764881.390554:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.390565:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.390574:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.390604:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764881.390682:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:2402:x1862022293586432:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 223us (676us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.390690:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3145
00010000:00010000:2.0:1775764881.391341:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.391352:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764881.391377:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00010000:00010000:2.0:1775764881.391551:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e018 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465387 expref: 140 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.391582:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465387 expref: 139 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.391591:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:2.0:1775764881.391594:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764881.391596:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:2.0:1775764881.391675:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293586304:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8065us (8363us total) trans 4295101511 rc 0/0
00000100:00100000:2.0:1775764881.391683:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205477
00000100:00100000:3.0:1775764881.400106:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.400241:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293586560
00000100:00100000:0.0:1775764881.400255:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293586560
00000100:00100000:0.0:1775764881.400345:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205478
00000100:00100000:0.0:1775764881.400357:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14453:x1862022293586560:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.400395:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.400424:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e02d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446538e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400513:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e034 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400531:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e034 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400546:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e034 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400564:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e03b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400571:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e03b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400578:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e03b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400685:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e042 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400695:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e042 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400702:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e042 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764881.400752:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:0.0:1775764881.400759:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764881.400785:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e042 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400798:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e042 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400806:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e034 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400814:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e034 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400820:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e034 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400827:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764881.400831:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e034 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400878:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e034 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400893:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764881.400896:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.400903:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e034 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400909:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e034 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400924:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e03b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400935:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e03b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400940:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e03b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.400945:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764881.401493:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e03b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.401503:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e03b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.401514:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c795e56500)
00010000:00010000:0.0:1775764881.401516:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.401520:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e03b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.401526:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e03b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.401638:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e02d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446538e expref: 141 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.401658:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e042 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446538e expref: 140 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.401666:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:0.0:1775764881.401668:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764881.401672:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4200, rc 0)
00000100:00100000:0.0:1775764881.401821:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293586560:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1466us (1872us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.401832:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205478
00000100:00100000:0.0:1775764881.408706:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.408963:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293586688
00000100:00100000:2.0:1775764881.408977:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293586688
00000100:00100000:2.0:1775764881.409054:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205479
00000100:00100000:2.0:1775764881.409067:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14454:x1862022293586688:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764881.409100:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764881.409130:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e049 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465395 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.409279:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e050 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.409295:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465387 expref: 141 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.409304:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e050 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.409348:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465387 expref: 141 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.409363:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465387 expref: 141 pid: 6519 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.409378:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6427100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277230592:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764881.409494:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1300 going to sleep for 11 seconds
00000100:00100000:1.0:1775764881.412725:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6427100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277230592:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764881.412768:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e050 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.415261:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.415444:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.415962:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293587072
00000100:00100000:3.0:1775764881.415977:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293587072
00000100:00100000:3.0:1775764881.416057:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205480
00000100:00100000:3.0:1775764881.416069:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293587072:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764881.416148:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764881.416187:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6dff5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465379 expref: 142 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.416211:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764881.416217:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764881.416282:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.416299:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e042 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446538e expref: 141 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.416463:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.416508:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e042 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446538e expref: 141 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.416521:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e042 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446538e expref: 141 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.416539:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c683aa3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277230720:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764881.416661:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a79f1540 going to sleep for 11 seconds
00000100:00100000:0.0:1775764881.417815:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.419982:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293586816
00000100:00100000:2.0:1775764881.420003:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293586816
00010000:00010000:3.0:1775764881.420275:0:10031:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@000000002930c739 x1862022277230720) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e042 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446538e expref: 142 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.420305:0:10031:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e042 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446538e expref: 142 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.420336:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e042 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446538e expref: 142 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.420358:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c683aa3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277230720:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764881.420388:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764881.420396:0:10031:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.420424:0:10031:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.420432:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.420456:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.420466:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.420472:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.420528:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293587200
00000100:00100000:1.0:1775764881.420534:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293587200
00000004:00010000:3.0:1775764881.420677:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006944e0e1 reply state 000000004e4acfef transno 4295101512 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.420693:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.420699:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764881.420702:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764881.420705:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764881.420886:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293587072:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 4818us (5440us total) trans 4295101512 rc 0/0
00000100:00100000:3.0:1775764881.420896:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205480
00010000:00010000:1.0:1775764881.422238:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465387 expref: 143 pid: 6519 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.422270:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3146
00000100:00100000:2.0:1775764881.422281:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783543450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:2402:x1862022293587200:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764881.422299:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1775764881.422328:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1112
00000100:00100000:1.0:1775764881.422336:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4934e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:2400:x1862022293586816:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764881.422346:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.422348:0:6502:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 9da62835f5d6e042)
00010000:00010000:1.0:1775764881.422351:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764881.422358:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465387 expref: 143 pid: 6519 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.422376:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465387 expref: 143 pid: 6519 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.422397:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e01f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10157:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465387 expref: 143 pid: 6519 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.422401:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4934e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:2400:x1862022293586816:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 66us (7153us total) trans 0 rc 116/116
00000100:00100000:1.0:1775764881.422408:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1112
00010000:00010000:2.0:1775764881.422423:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:2.0:1775764881.422428:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e050 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.422441:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e050 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.422449:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e050 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.422477:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764881.422498:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783543450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:2402:x1862022293587200:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 219us (4693us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.422504:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3146
00000100:00100000:3.0:1775764881.424060:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764881.424068:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e050 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.424080:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e050 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.424101:0:15592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293587328
00000100:00100000:3.0:1775764881.424110:0:15592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293587328
00000004:00200000:1.0:1775764881.424146:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:1.0:1775764881.424152:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000100:00100000:3.0:1775764881.424163:0:15592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2011
00000100:00100000:3.0:1775764881.424170:0:15592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2403:x1862022293587328:12345-192.168.202.56@tcp:2:dbench.0
00000004:00010000:1.0:1775764881.424178:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e050 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.424218:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e049 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465395 expref: 141 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.424238:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e050 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465395 expref: 140 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.424247:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764881.424250:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.424254:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc200, rc 0)
00000100:00100000:1.0:1775764881.424300:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14454:x1862022293586688:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15238us (15613us total) trans 0 rc 0/0
00002000:00010000:3.0:1775764881.424343:0:15592:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb size from disk: 74834 -> 74834
00002000:00010000:3.0:1775764881.424347:0:15592:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb mtime from disk: 1775764868 -> 1775764869
00002000:00010000:3.0:1775764881.424351:0:15592:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb atime from disk: 1775764870 -> 1775764860
00002000:00010000:3.0:1775764881.424353:0:15592:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb ctime from disk: 1775764880 -> 1775764881
00002000:00010000:3.0:1775764881.424355:0:15592:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb blocks from disk: 152 -> 152
00000100:00100000:3.0:1775764881.424378:0:15592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2403:x1862022293587328:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 208us (330us total) trans 4294967916 rc 0/0
00000100:00100000:3.0:1775764881.424386:0:15592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2011
00000100:00100000:1.0:1775764881.424412:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205479
00000100:00100000:0.0:1775764881.428767:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.429090:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293587584
00000100:00100000:1.0:1775764881.429105:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293587584
00000100:00100000:1.0:1775764881.429219:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2863
00000100:00100000:1.0:1775764881.429233:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293587584:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764881.429590:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14453:x1862022293587584:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 359us (834us total) trans 4295101513 rc 0/0
00000100:00100000:1.0:1775764881.429599:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2863
00000100:00100000:3.0:1775764881.431734:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.432037:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293587840
00000100:00100000:0.0:1775764881.432050:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293587840
00000100:00100000:0.0:1775764881.432148:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2864
00000100:00100000:0.0:1775764881.432159:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293587840:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764881.432794:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14454:x1862022293587840:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 635us (1066us total) trans 4295101514 rc 0/0
00000100:00100000:0.0:1775764881.432803:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2864
00000100:00100000:0.0:1775764881.433537:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.434683:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293587968
00000100:00100000:1.0:1775764881.434696:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293587968
00000100:00100000:1.0:1775764881.434814:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205481
00000100:00100000:1.0:1775764881.434826:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293587968:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.434874:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.434905:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e05e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446539c expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.434994:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e065 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435013:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e065 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435027:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e065 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435045:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e06c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435057:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e06c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435064:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e06c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435162:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e073 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435172:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e073 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435179:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e073 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.435234:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:1.0:1775764881.435239:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000100:00100000:3.0:1775764881.435246:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000004:00010000:1.0:1775764881.435267:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e073 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435282:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e073 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435293:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e065 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435300:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e065 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435306:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e065 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435318:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e065 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435324:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.435329:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e065 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435339:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e065 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435354:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764881.435357:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.435364:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e065 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435370:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e065 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435388:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e06c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435394:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e06c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435400:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e06c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435482:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.435486:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e06c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435507:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e06c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435515:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cd300)
00010000:00010000:1.0:1775764881.435518:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.435520:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e06c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435526:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e06c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435571:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e05e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446539c expref: 144 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435586:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e073 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446539c expref: 143 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.435594:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764881.435596:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.435599:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843600, rc 0)
00000100:00100000:1.0:1775764881.435677:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14453:x1862022293587968:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 854us (2143us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.435685:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205481
00000100:00100000:1.0:1775764881.436156:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293588096
00000100:00100000:1.0:1775764881.436164:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293588096
00000100:00100000:1.0:1775764881.436206:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205482
00000100:00100000:1.0:1775764881.436213:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293588096:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.436235:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.436249:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e07a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944653a3 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436291:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e081 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436303:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e081 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436312:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e081 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436327:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e088 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436334:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e088 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436341:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e088 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436397:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e08f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436418:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e08f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436426:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e08f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.436461:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10157:0x0]: returning size 74402
00000004:00200000:1.0:1775764881.436465:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764881.436484:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e08f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436498:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e08f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436507:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e081 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436513:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e081 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436519:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e081 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436525:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e081 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436531:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.436534:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e081 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436540:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e081 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436550:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764881.436552:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.436556:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e081 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436562:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e081 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436578:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e088 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436584:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e088 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436590:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e088 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436595:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.436598:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e088 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436604:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e088 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436611:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x6e04e070 (ffff93c6877cd000)
00010000:00010000:1.0:1775764881.436623:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.436626:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e088 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436632:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e088 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436656:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e07a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653a3 expref: 145 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436668:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e08f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653a3 expref: 144 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.436682:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:1.0:1775764881.436684:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.436686:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843400, rc 0)
00000100:00100000:1.0:1775764881.436735:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14454:x1862022293588096:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 522us (1489us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.436743:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205482
00000100:00100000:2.0:1775764881.440071:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.441135:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293588224
00000100:00100000:3.0:1775764881.441151:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293588224
00000100:00100000:3.0:1775764881.441278:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1113
00000100:00100000:3.0:1775764881.441289:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:2401:x1862022293588224:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764881.441309:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764881.441340:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e08f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653a3 expref: 144 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.441362:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:3.0:1775764881.441370:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764881.441455:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:2401:x1862022293588224:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 168us (1397us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764881.441463:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1113
00000100:00100000:3.0:1775764881.443673:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.443798:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293588480
00000100:00100000:2.0:1775764881.443810:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293588480
00000100:00100000:2.0:1775764881.443916:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205483
00000100:00100000:2.0:1775764881.443926:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14453:x1862022293588480:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764881.443953:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764881.443978:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e096 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944653aa expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.444123:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.444142:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e073 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446539c expref: 144 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.444152:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.444194:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e073 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446539c expref: 144 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.444211:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e073 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446539c expref: 144 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.444227:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277230848:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764881.444325:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1e40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764881.451888:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.451931:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.452068:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293588608
00000100:00100000:3.0:1775764881.452081:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293588608
00010000:00010000:3.0:1775764881.452135:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e073 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446539c expref: 145 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.452185:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3147
00000100:00100000:3.0:1775764881.452197:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2402:x1862022293588608:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764881.452217:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764881.452225:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e073 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446539c expref: 145 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.452242:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e073 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446539c expref: 145 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.452270:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764881.452276:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.452287:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.452295:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.452317:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764881.452390:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2402:x1862022293588608:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 195us (567us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764881.452397:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3147
00000100:00100000:3.0:1775764881.452428:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293588864
00000100:00100000:3.0:1775764881.452433:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293588864
00000100:00100000:3.0:1775764881.452460:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205484
00000100:00100000:3.0:1775764881.452466:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14454:x1862022293588864:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764881.452730:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1775764881.452746:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e050 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10157:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465395 expref: 145 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.452767:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6d8c4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10157:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446513b expref: 144 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.452776:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c6877cdf00)
00010000:00010000:3.0:1775764881.452789:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764881.452812:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e0a4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.452825:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e0a4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.452833:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e0a4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.452894:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6e0ab lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.452902:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6e0ab lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.452909:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6e0ab lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.453026:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0b2 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.453035:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0b2 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10157:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.453042:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0b2 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10157:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764881.453331:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].86, 64 off13720
00000004:00080000:3.0:1775764881.453344:0:6519:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 2135703502808ns, next at 2136703499680ns, rc = 0
00010000:00010000:3.0:1775764881.453406:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e0b9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.453415:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e0b9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.453423:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e0b9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.453430:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e0b9 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.453438:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e0b9 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.453444:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e0b9 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.453469:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764881.454007:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764881.454017:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e0b9 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.454026:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764881.454031:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e0b9 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.454041:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e0b9 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.454056:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c68422af00)
00010000:00010000:0.0:1775764881.454059:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764881.454064:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e0b9 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.454069:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e0b9 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10157:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.454086:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764881.454089:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764881.454090:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764881.454329:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e073 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446539c expref: 144 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.454346:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277230848:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764881.454372:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.454382:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.454391:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764881.454412:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00010000:00010000:2.0:1775764881.454564:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e096 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653aa expref: 145 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.454591:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653aa expref: 144 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.454599:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764881.454601:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764881.454604:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc800, rc 0)
00000100:00100000:2.0:1775764881.454693:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293588480:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10767us (11031us total) trans 4295101516 rc 0/0
00000100:00100000:2.0:1775764881.454703:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205483
00010000:00010000:3.0:1775764881.459030:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0b2 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10157:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459054:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0b2 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10157:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459065:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0b2 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10157:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459072:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.459078:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0b2 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10157:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459087:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0b2 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10157:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459110:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10157:0x0].0x0 (ffff93c68422af00)
00010000:00010000:3.0:1775764881.459114:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764881.459119:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0b2 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10157:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459125:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0b2 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10157:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459191:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e0a4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459197:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e0a4 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459202:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e0a4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459207:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.459209:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e0a4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459219:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e0a4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459227:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764881.459230:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764881.459233:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e0a4 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459238:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e0a4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764881.459249:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000074ca4be4 reply state 00000000b2e900da transno 4295101515 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6e0ab lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459267:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6e0ab lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.459274:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x6e04e070 (ffff93c68422ab00)
00010000:00010000:3.0:1775764881.459276:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764881.459281:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764881.464863:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14454:x1862022293588864:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 12362us (12896us total) trans 4295101515 rc 0/0
00000100:00100000:2.0:1775764881.464883:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205484
00000100:00100000:0.0:1775764881.465781:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.465919:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293588992
00000100:00100000:2.0:1775764881.465931:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293588992
00000100:00100000:2.0:1775764881.466001:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205485
00000100:00100000:2.0:1775764881.466011:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293588992:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764881.466055:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764881.466086:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e0c7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944653b1 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.466461:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.466480:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653aa expref: 145 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.466489:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.466532:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653aa expref: 145 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.466549:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653aa expref: 145 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.466564:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277230976:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764881.466667:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1d80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764881.484325:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277230976:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764881.484367:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.493098:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.494913:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293589120
00000100:00100000:2.0:1775764881.494932:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293589120
00010000:00010000:2.0:1775764881.495316:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653aa expref: 146 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.495428:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3148
00000100:00100000:2.0:1775764881.495440:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:2402:x1862022293589120:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764881.495461:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764881.495469:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653aa expref: 146 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.495486:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653aa expref: 146 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.495515:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e09d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653aa expref: 146 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.495537:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764881.495544:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.495557:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.495566:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.495612:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764881.495705:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2402:x1862022293589120:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 266us (2625us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.495713:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3148
00010000:00010000:3.0:1775764881.495787:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.495797:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764881.495886:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:3.0:1775764881.495892:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764881.495921:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.495979:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e0c7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653b1 expref: 145 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.496004:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653b1 expref: 144 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.496014:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764881.496017:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764881.496020:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebca00, rc 0)
00000100:00100000:3.0:1775764881.496060:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293588992:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 30051us (30285us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764881.496069:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205485
00000100:00100000:2.0:1775764881.507326:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.507445:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293589248
00000100:00100000:1.0:1775764881.507460:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293589248
00000100:00100000:0.0:1775764881.507601:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.507676:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293589376
00000100:00100000:2.0:1775764881.507681:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293589376
00000100:00100000:2.0:1775764881.507876:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205486
00000100:00100000:2.0:1775764881.507889:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699475180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+114:14454:x1862022293589376:12345-192.168.202.56@tcp:41:dbench.0
00000004:00000024:2.0:1775764881.507960:0:14273:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7774855168 avail 7311507456
00000100:00100000:2.0:1775764881.508063:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699475180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+114:14454:x1862022293589376:12345-192.168.202.56@tcp:41:dbench.0 Request processed in 176us (461us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.508070:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205487
00000100:00100000:2.0:1775764881.508079:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205486
00000100:00100000:1.0:1775764881.508084:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293589248:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.508104:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.508130:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e0d5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944653b8 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508203:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e0dc lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508222:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e0dc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508237:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e0dc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508255:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e0e3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508268:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e0e3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508275:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e0e3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508385:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e0ea lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508394:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e0ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508401:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e0ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.508449:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:1.0:1775764881.508455:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764881.508478:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e0ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508506:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e0ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508516:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e0dc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508523:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e0dc lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508531:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e0dc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508542:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.508546:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e0dc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508554:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e0dc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.508569:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00000100:00080000:3.0:1775764881.508574:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:1.0:1775764881.511469:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.511486:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e0dc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.511498:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e0dc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.511525:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e0e3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.511533:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e0e3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.511540:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e0e3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.511547:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.511552:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e0e3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.511560:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e0e3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.511595:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x6e04e070 (ffff93c6877cd000)
00010000:00010000:1.0:1775764881.511599:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.511602:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e0e3 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.511608:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e0e3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.511678:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e0d5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653b8 expref: 146 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.511694:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e0ea lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653b8 expref: 145 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.511703:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764881.511705:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.511708:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843a00, rc 0)
00000100:00100000:1.0:1775764881.513482:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293589248:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 5390us (6156us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.513497:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205487
00000100:00100000:0.0:1775764881.513894:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.513942:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293589504
00000100:00100000:3.0:1775764881.513963:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293589504
00000100:00100000:3.0:1775764881.514035:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205488
00000100:00100000:3.0:1775764881.514045:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14454:x1862022293589504:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764881.514071:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764881.514096:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e0f1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944653bf expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514173:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0f8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514190:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0f8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514211:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0f8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514229:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e0ff lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xb34b640c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514238:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e0ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514245:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e0ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514291:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0f8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514298:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0f8 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514398:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0f8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514406:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.514411:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0f8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514418:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0f8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514432:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764881.514436:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764881.514441:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0f8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514447:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e0f8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514462:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e0ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514468:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e0ff lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514474:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e0ff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514478:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.514481:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e0ff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514719:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e0ff lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514731:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xb34b640c (ffff93c68422af00)
00010000:00010000:3.0:1775764881.514734:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764881.514737:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e0ff lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.514743:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e0ff lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.515031:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e0f1 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653bf expref: 146 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.515048:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764881.515051:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764881.515055:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e0f1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653bf expref: 146 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.515067:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:3.0:1775764881.515138:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14454:x1862022293589504:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1094us (1247us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764881.515148:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205488
00000100:00100000:0.0:1775764881.519694:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.520149:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293589632
00000100:00100000:2.0:1775764881.520164:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293589632
00000100:00100000:2.0:1775764881.520254:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205489
00000100:00100000:2.0:1775764881.520267:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14454:x1862022293589632:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764881.520294:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764881.520333:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e106 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944653c6 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.520420:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e10d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.520438:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e10d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.520452:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e10d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764881.520527:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096
00000004:00200000:2.0:1775764881.520531:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764881.520556:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e10d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.520585:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e106 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653c6 expref: 147 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.520612:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e10d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653c6 expref: 146 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.520634:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764881.520637:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764881.520641:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc800, rc 0)
00000100:00100000:2.0:1775764881.520731:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14454:x1862022293589632:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 466us (1050us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.520739:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205489
00000100:00100000:2.0:1775764881.526301:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.526677:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293589888
00000100:00100000:0.0:1775764881.526692:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293589888
00000100:00100000:0.0:1775764881.526776:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205490
00000100:00100000:0.0:1775764881.526797:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14453:x1862022293589888:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.526825:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.526890:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e114 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944653cd expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.527053:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.527071:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e0ea lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653b8 expref: 147 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.527080:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.527127:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e0ea lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653b8 expref: 147 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.527144:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e0ea lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653b8 expref: 147 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.527161:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915ca680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277231104:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764881.527274:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764881.534239:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.534290:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.534479:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293590144
00000100:00100000:2.0:1775764881.534491:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293590144
00000100:00100000:2.0:1775764881.534566:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2865
00000100:00100000:2.0:1775764881.534578:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14454:x1862022293590144:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764881.535917:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915ca680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277231104:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764881.535967:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.536119:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293590016
00000100:00100000:1.0:1775764881.536128:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293590016
00010000:00010000:1.0:1775764881.536168:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e0ea lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653b8 expref: 150 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.536218:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3149
00000100:00100000:1.0:1775764881.536228:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:2403:x1862022293590016:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764881.536247:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.536256:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e0ea lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653b8 expref: 150 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.536269:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e0ea lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653b8 expref: 150 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.536298:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e0ea lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653b8 expref: 150 pid: 8005 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.536316:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764881.536321:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.536331:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.536339:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.536361:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764881.536412:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:2403:x1862022293590016:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 184us (2187us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.536427:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3149
00010000:00010000:2.0:1775764881.536752:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.536760:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764881.536788:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00010000:00010000:2.0:1775764881.537132:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e114 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653cd expref: 150 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.537153:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653cd expref: 149 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.537168:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764881.537171:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764881.537173:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5800, rc 0)
00000100:00100000:2.0:1775764881.537438:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14453:x1862022293589888:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10642us (11150us total) trans 4295101517 rc 0/0
00000100:00100000:2.0:1775764881.537447:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205490
00000100:00100000:1.0:1775764881.547513:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14454:x1862022293590144:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 12920us (13204us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.547531:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2865
00000100:00100000:2.0:1775764881.556722:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.558795:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.559647:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293590272
00000100:00100000:0.0:1775764881.559660:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293590272
00000100:00100000:3.0:1775764881.559733:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293590400
00000100:00100000:3.0:1775764881.559739:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293590400
00000100:00100000:3.0:1775764881.559791:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205491
00000100:00100000:3.0:1775764881.559803:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14453:x1862022293590272:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764881.559859:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764881.559886:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e129 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944653d4 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.560039:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e130 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.560060:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653cd expref: 149 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.560070:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e130 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.560115:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653cd expref: 149 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.560133:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653cd expref: 149 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.560149:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c683aa0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277231232:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764881.560330:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205492
00000100:00100000:2.0:1775764881.560342:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293590400:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764881.560353:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764881.560366:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e137 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944653db expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560403:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e13e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560415:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e13e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560427:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e13e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560443:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e145 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xcee77dda bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560450:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e145 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560456:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e145 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560513:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e13e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560521:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e13e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560528:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e13e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560535:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e13e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560542:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.560547:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e13e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560555:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e13e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560568:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764881.560572:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.560577:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e13e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560584:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e13e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560601:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e145 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560607:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e145 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560612:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e145 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560629:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebdc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.560632:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e145 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560638:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e145 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560645:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xcee77dda (ffff93c7857baf00)
00010000:00010000:2.0:1775764881.560648:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.560650:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e145 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560656:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e145 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560693:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e137 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653db expref: 150 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560703:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764881.560705:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.560709:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e137 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653db expref: 150 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.560723:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebcc00, rc 0)
00000100:00100000:3.0:1775764881.560801:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a79f1480 going to sleep for 11 seconds
00000100:00100000:2.0:1775764881.561288:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293590400:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 947us (2511us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764881.561298:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205492
00000100:00100000:2.0:1775764881.564811:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.565252:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293590528
00000100:00100000:1.0:1775764881.565265:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293590528
00010000:00010000:1.0:1775764881.565324:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653cd expref: 149 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.565387:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3150
00000100:00100000:1.0:1775764881.565398:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:2402:x1862022293590528:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764881.565418:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.565426:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653cd expref: 149 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.565443:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653cd expref: 149 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.565472:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764881.565478:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e130 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.565489:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e130 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.565499:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e130 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.565523:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764881.565590:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:2402:x1862022293590528:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 193us (793us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.565599:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3150
00010000:00010000:3.0:1775764881.566364:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e11b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10156:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653cd expref: 148 pid: 10031 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.566387:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c683aa0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277231232:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764881.566414:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e130 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.566424:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e130 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.566431:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e130 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764881.566498:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:3.0:1775764881.566504:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764881.566531:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e130 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.566572:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e129 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653d4 expref: 148 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.566595:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e130 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653d4 expref: 147 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.566604:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764881.566608:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764881.566611:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:3.0:1775764881.566672:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14453:x1862022293590272:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6871us (9962us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764881.566681:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205491
00000100:00100000:2.0:1775764881.577299:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.577482:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293590656
00000100:00100000:1.0:1775764881.577562:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293590656
00000100:00100000:1.0:1775764881.577657:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205493
00000100:00100000:1.0:1775764881.577669:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14454:x1862022293590656:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.577698:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.577728:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e14c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944653e2 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.577826:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e153 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578153:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e153 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578170:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e153 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578189:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e15a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xc3d50206 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578197:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e15a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578204:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e15a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578306:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e161 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578314:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e161 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578322:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e161 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.578379:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10084:0x0]: returning size 260096
00000004:00200000:1.0:1775764881.578385:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764881.578412:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e161 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578427:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e161 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578436:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e153 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578443:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e153 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578451:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e153 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578458:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.578463:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e153 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578471:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e153 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578485:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764881.578670:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.578680:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e153 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578687:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e153 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578708:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e15a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578714:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e15a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578720:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e15a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578725:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.578728:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e15a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578733:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e15a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578742:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xc3d50206 (ffff93c6877cd000)
00010000:00010000:1.0:1775764881.578744:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.578747:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e15a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578753:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e15a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.578929:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e14c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653e2 expref: 149 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.579298:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e161 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653e2 expref: 148 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.579314:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10084:0x0].0x0 (ffff93c783406f00)
00010000:00010000:1.0:1775764881.579316:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.579319:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842e00, rc 0)
00000100:00100000:1.0:1775764881.579423:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14454:x1862022293590656:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1755us (2138us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.579433:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205493
00000100:00100000:1.0:1775764881.584387:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.584504:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293590912
00000100:00100000:2.0:1775764881.584518:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293590912
00000100:00100000:2.0:1775764881.584593:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2866
00000100:00100000:2.0:1775764881.584606:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4864050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14453:x1862022293590912:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764881.585203:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4864050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14453:x1862022293590912:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 597us (830us total) trans 4295101518 rc 0/0
00000100:00100000:2.0:1775764881.585212:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2866
00000100:00100000:2.0:1775764881.590371:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.590739:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293591040
00000100:00100000:1.0:1775764881.590754:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293591040
00000100:00100000:1.0:1775764881.591142:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205494
00000100:00100000:1.0:1775764881.591156:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14453:x1862022293591040:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.591186:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.591215:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e168 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944653e9 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591307:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e16f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591326:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e16f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591341:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e16f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591360:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e176 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591371:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e176 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591378:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e176 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591479:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e17d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591501:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e17d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591510:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e17d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.591562:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10156:0x0]: returning size 74402
00000004:00200000:1.0:1775764881.591567:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764881.591591:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e17d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591611:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e17d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591630:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e16f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591637:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e16f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591642:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e16f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591654:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e16f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591660:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.591665:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e16f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591673:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e16f lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591687:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764881.591690:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.591696:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e16f lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591702:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e16f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591719:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e176 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591725:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e176 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591731:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e176 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591736:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.591739:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e176 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591747:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e176 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591754:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x6e04e070 (ffff93c6877cd000)
00010000:00010000:1.0:1775764881.591756:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.591759:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e176 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591764:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e176 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591806:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e168 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653e9 expref: 151 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591819:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e17d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653e9 expref: 150 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.591827:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:1.0:1775764881.591829:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.591832:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:1.0:1775764881.593155:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14453:x1862022293591040:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1993us (2789us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.593168:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205494
00000100:00100000:0.0:1775764881.601433:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.601500:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.601599:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293591424
00000100:00100000:3.0:1775764881.601623:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293591424
00000100:00100000:3.0:1775764881.601703:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205495
00000100:00100000:3.0:1775764881.601716:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14454:x1862022293591424:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764881.601750:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764881.601775:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e184 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944653f0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.601992:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e18b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.602012:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e18b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.602027:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e18b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764881.602042:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10084:0x0]: returning size 260096
00010000:00010000:3.0:1775764881.602184:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e184 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653f0 expref: 153 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.602208:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e18b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653f0 expref: 152 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.602218:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10084:0x0].0x0 (ffff93c783406f00)
00010000:00010000:3.0:1775764881.602221:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764881.602226:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:3.0:1775764881.602305:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293591424:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 592us (815us total) trans 4295101519 rc 0/0
00000100:00100000:3.0:1775764881.602313:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205495
00000100:00100000:2.0:1775764881.603755:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293591168
00000100:00100000:2.0:1775764881.603771:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293591168
00000100:00100000:2.0:1775764881.603898:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1114
00000100:00100000:2.0:1775764881.603907:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:2402:x1862022293591168:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764881.603927:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764881.603975:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e161 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653e2 expref: 152 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.603998:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10084:0x0].0x0 (ffff93c783406f00)
00010000:00010000:2.0:1775764881.604003:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764881.604075:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:2402:x1862022293591168:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 169us (2656us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.604083:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1114
00000100:00100000:0.0:1775764881.622021:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.622086:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.622282:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293591808
00000100:00100000:2.0:1775764881.622295:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293591808
00000100:00100000:2.0:1775764881.622388:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205496
00000100:00100000:2.0:1775764881.622400:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14453:x1862022293591808:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764881.622488:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764881.622528:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e130 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653d4 expref: 151 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.622558:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a480e600/0x9da62835f5d6d8f5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10156:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465149 expref: 150 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.622570:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764881.622576:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764881.622607:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e199 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.622634:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e199 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.622647:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e199 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.622664:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e1a0 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.622671:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e1a0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.622678:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e1a0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.622797:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.622808:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e17d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653e9 expref: 149 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.622817:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.622972:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e17d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653e9 expref: 149 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.622989:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e17d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653e9 expref: 149 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.623006:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6425880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277231360:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764881.623116:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1300 going to sleep for 11 seconds
00000100:00100000:3.0:1775764881.623344:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293591552
00000100:00100000:3.0:1775764881.623352:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293591552
00010000:00010000:3.0:1775764881.623386:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e17d lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653e9 expref: 150 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.623425:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3151
00000100:00100000:3.0:1775764881.623434:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783541850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:2403:x1862022293591552:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764881.623445:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764881.623450:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e17d lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653e9 expref: 150 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.623465:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e17d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653e9 expref: 150 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.623481:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:3.0:1775764881.623487:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.623495:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.623501:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.623516:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764881.623555:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783541850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:2403:x1862022293591552:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 122us (1549us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764881.623563:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3151
00010000:00010000:2.0:1775764881.627298:0:10031:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000b434f6ad x1862022277231360) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e17d lrc: 1/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653e9 expref: 149 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.627330:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e17d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10156:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653e9 expref: 149 pid: 14273 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.627352:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6425880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277231360:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764881.627382:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764881.627393:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.627403:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.627409:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764881.627794:0:10031:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].85, 64 off13632
00000004:00080000:2.0:1775764881.627807:0:10031:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 2135877966473ns, next at 2136877963355ns, rc = 0
00010000:00010000:2.0:1775764881.627926:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e1ae lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628239:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e1ae lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628256:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e1ae lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628265:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e1ae lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628273:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e1ae lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628278:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e1ae lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628298:0:10031:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764881.628324:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628330:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628337:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628342:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebdc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.628347:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628354:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628365:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:2.0:1775764881.628368:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764881.628371:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628377:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1a7 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10156:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628397:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e199 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628402:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e199 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628408:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e199 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628414:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e199 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628420:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.628422:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e199 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628428:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e199 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628434:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764881.628436:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.628438:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e199 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628444:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e199 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764881.628452:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da2a23b8 reply state 000000005611e2b7 transno 4295101520 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e1a0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628463:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e1a0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.628468:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x6e04e070 (ffff93c7857baf00)
00010000:00010000:2.0:1775764881.628470:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764881.628473:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764881.628651:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14453:x1862022293591808:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 6249us (6559us total) trans 4295101520 rc 0/0
00000100:00100000:2.0:1775764881.628661:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205496
00010000:00010000:0.0:1775764881.629567:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764881.629579:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e1ae lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.629589:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd400 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764881.629593:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e1ae lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.629602:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e1ae lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.629628:0:7451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10156:0x0].0x0 (ffff93c6877cde00)
00010000:00010000:0.0:1775764881.629631:0:7451:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764881.629635:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e1ae lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.629641:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e1ae lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10156:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.629668:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764881.629669:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764881.629671:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764881.631761:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.636411:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293591936
00000100:00100000:2.0:1775764881.636435:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293591936
00000100:00100000:2.0:1775764881.636636:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1115
00000100:00100000:2.0:1775764881.636649:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:2402:x1862022293591936:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764881.636675:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764881.636707:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e18b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653f0 expref: 150 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.636733:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10084:0x0].0x0 (ffff93c783406f00)
00010000:00010000:2.0:1775764881.636739:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764881.637218:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:2402:x1862022293591936:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 567us (5466us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.637228:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1115
00000100:00100000:3.0:1775764881.648178:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.648372:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293592192
00000100:00100000:1.0:1775764881.648385:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293592192
00000100:00100000:1.0:1775764881.648463:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2867
00000100:00100000:1.0:1775764881.648474:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293592192:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764881.648922:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14454:x1862022293592192:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 448us (756us total) trans 4295101521 rc 0/0
00000100:00100000:1.0:1775764881.648931:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2867
00000100:00100000:1.0:1775764881.656375:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.656480:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293592448
00000100:00100000:3.0:1775764881.656505:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293592448
00000100:00100000:3.0:1775764881.656579:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205497
00000100:00100000:3.0:1775764881.656590:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14454:x1862022293592448:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764881.656632:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764881.656659:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e1b5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944653f7 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.656813:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.656832:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d59217 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509445ed74 expref: 151 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.657109:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.657768:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d59217 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445ed74 expref: 151 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.657800:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d59217 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445ed74 expref: 151 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.657818:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277231488:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764881.658055:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764881.660709:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277231488:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764881.660750:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.662581:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.662928:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293592576
00000100:00100000:3.0:1775764881.662955:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293592576
00010000:00010000:3.0:1775764881.663011:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d59217 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445ed74 expref: 152 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.663065:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3152
00000100:00100000:3.0:1775764881.663076:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:2402:x1862022293592576:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764881.663095:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764881.663102:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d59217 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445ed74 expref: 152 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.663118:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d59217 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445ed74 expref: 152 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.663146:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d59217 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445ed74 expref: 152 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.663167:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10084:0x0].0x0 (ffff93c783406f00)
00010000:00010000:3.0:1775764881.663172:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.663183:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.663191:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.663229:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764881.663305:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:2402:x1862022293592576:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 231us (735us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764881.663314:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3152
00010000:00010000:2.0:1775764881.663458:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.663468:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764881.663505:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10084:0x0]: returning size 260096
00010000:00010000:2.0:1775764881.663685:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e1b5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653f7 expref: 152 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.663706:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653f7 expref: 151 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.663715:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10084:0x0].0x0 (ffff93c783406f00)
00010000:00010000:2.0:1775764881.663718:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764881.663721:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:2.0:1775764881.663749:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14454:x1862022293592448:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7161us (7390us total) trans 4295101522 rc 0/0
00000100:00100000:2.0:1775764881.663757:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205497
00000100:00100000:3.0:1775764881.665690:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.666187:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293592704
00000100:00100000:0.0:1775764881.666203:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293592704
00000100:00100000:0.0:1775764881.666288:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205498
00000100:00100000:0.0:1775764881.666299:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14453:x1862022293592704:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.666331:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.666361:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e1ca lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944653fe expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666441:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e1d1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666458:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e1d1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666471:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e1d1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666501:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e1d8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xb34b640c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666510:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e1d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666517:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e1d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666561:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e1d1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666568:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e1d1 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666575:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e1d1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666581:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764881.666587:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e1d1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666595:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e1d1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666608:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764881.666611:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.666627:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e1d1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666635:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e1d1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666651:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e1d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666657:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e1d8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666663:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e1d8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666668:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764881.666671:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e1d8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666677:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e1d8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666685:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xb34b640c (ffff93c795e56500)
00010000:00010000:0.0:1775764881.666688:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.666691:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e1d8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666696:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e1d8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666734:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e1ca lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653fe expref: 152 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666746:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764881.666748:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.666751:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e1ca lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653fe expref: 152 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.666760:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4c00, rc 0)
00000100:00100000:0.0:1775764881.666888:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14453:x1862022293592704:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 590us (1210us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764881.666896:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205498
00000100:00100000:1.0:1775764881.672370:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.672479:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293592832
00000100:00100000:2.0:1775764881.672493:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293592832
00000100:00100000:2.0:1775764881.672568:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205499
00000100:00100000:2.0:1775764881.672580:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14454:x1862022293592832:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764881.672620:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764881.672647:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e1df lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10084:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465405 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.672776:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1e6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.672891:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653f7 expref: 152 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.672901:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1e6 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.672946:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653f7 expref: 152 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.672962:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653f7 expref: 152 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.672980:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6425880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277231616:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764881.673083:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1180 going to sleep for 11 seconds
00000100:00100000:1.0:1775764881.682192:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.682327:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293592960
00000100:00100000:3.0:1775764881.682340:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293592960
00000100:00100000:3.0:1775764881.682418:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205500
00000100:00100000:3.0:1775764881.682431:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293592960:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764881.682461:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764881.682500:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e1ed lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446540c expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.682593:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e1f4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.682622:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e1f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.682637:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e1f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764881.682699:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007b:0x0]: returning size 4096
00000004:00200000:3.0:1775764881.682704:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764881.682729:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e1f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.682758:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e1ed lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446540c expref: 155 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.682792:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e1f4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446540c expref: 154 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.682803:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764881.682805:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764881.682810:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:3.0:1775764881.682923:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293592960:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 495us (745us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764881.682931:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205500
00000100:00100000:2.0:1775764881.684280:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6425880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277231616:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764881.684316:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1e6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.685975:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.690485:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293593088
00000100:00100000:2.0:1775764881.690516:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293593088
00010000:00010000:2.0:1775764881.690582:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653f7 expref: 154 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.690654:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3153
00000100:00100000:2.0:1775764881.690665:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:2403:x1862022293593088:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764881.690684:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764881.690693:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653f7 expref: 154 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.690710:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653f7 expref: 154 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.690737:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e1bc lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653f7 expref: 154 pid: 6518 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.690760:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10084:0x0].0x0 (ffff93c783406f00)
00010000:00010000:2.0:1775764881.690767:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1e6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.690787:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.690796:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1e6 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.690889:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764881.690981:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:2403:x1862022293593088:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 318us (5015us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.690989:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3153
00010000:00010000:1.0:1775764881.691513:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.691524:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.691601:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10084:0x0]: returning size 260096
00000004:00200000:1.0:1775764881.691607:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764881.691643:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.691687:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e1df lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10084:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465405 expref: 153 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.691706:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebdc00/0x9da62835f5d6e1e6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465405 expref: 152 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.691714:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10084:0x0].0x0 (ffff93c783406f00)
00010000:00010000:1.0:1775764881.691717:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.691720:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebdc00, rc 0)
00000100:00100000:1.0:1775764881.691770:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293592832:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 19193us (19415us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.691791:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205499
00000100:00100000:2.0:1775764881.693714:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.694196:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293593216
00000100:00100000:0.0:1775764881.694210:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293593216
00000100:00100000:0.0:1775764881.694288:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2868
00000100:00100000:0.0:1775764881.694299:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14453:x1862022293593216:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764881.708635:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.708926:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293593472
00000100:00100000:1.0:1775764881.708941:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293593472
00000100:00100000:1.0:1775764881.709694:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2869
00000100:00100000:1.0:1775764881.709708:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293593472:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764881.710083:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14454:x1862022293593472:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 376us (1470us total) trans 4295101523 rc 0/0
00000100:00100000:1.0:1775764881.710092:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2869
00000100:00100000:0.0:1775764881.710505:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293593216:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 16207us (16800us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.710514:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2868
00000100:00100000:0.0:1775764881.717304:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.717417:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293593600
00000100:00100000:3.0:1775764881.717431:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293593600
00000100:00100000:3.0:1775764881.717635:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205501
00000100:00100000:3.0:1775764881.717649:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293593600:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764881.717687:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764881.717714:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e1fb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465413 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.717822:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e202 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.717887:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e202 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.717902:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e202 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.717920:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e209 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.717932:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e209 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.717938:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e209 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.718806:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e210 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.718825:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e210 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.718834:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e210 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764881.718920:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:3.0:1775764881.718926:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764881.718957:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e210 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.718971:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e210 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.718981:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e202 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.718987:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e202 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.718994:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e202 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.719006:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.719010:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e202 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.719109:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e202 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.719126:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764881.719130:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764881.719136:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e202 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.719142:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e202 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.719161:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e209 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.719167:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e209 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.719174:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e209 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.719179:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.719182:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e209 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.719188:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e209 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.719201:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68422af00)
00010000:00010000:3.0:1775764881.719204:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764881.719206:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e209 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.719212:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e209 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.719257:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e1fb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465413 expref: 155 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.719272:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e210 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465413 expref: 154 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.719278:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764881.719280:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764881.719281:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c0b38c00, rc 0)
00000100:00100000:3.0:1775764881.719570:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14454:x1862022293593600:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1922us (2279us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764881.719581:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205501
00000100:00100000:2.0:1775764881.725094:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.725245:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293593728
00000100:00100000:0.0:1775764881.725259:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293593728
00000100:00100000:0.0:1775764881.725334:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205502
00000100:00100000:0.0:1775764881.725346:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293593728:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.725377:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.725406:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e217 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446541a expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725492:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e21e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725511:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e21e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725526:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e21e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725546:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e225 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xcee77dda bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725554:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e225 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725561:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e225 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725605:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e21e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725622:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e21e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725628:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e21e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725636:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e21e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725642:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764881.725646:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e21e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725654:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e21e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725667:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764881.725670:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.725676:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e21e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725682:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e21e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725700:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e225 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725705:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e225 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725710:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e225 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725715:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764881.725717:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e225 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725726:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e225 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725732:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xcee77dda (ffff93c795e56500)
00010000:00010000:0.0:1775764881.725735:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.725736:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e225 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725741:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e225 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725785:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e217 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446541a expref: 155 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725796:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764881.725798:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.725801:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e217 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446541a expref: 155 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.725811:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5600, rc 0)
00000100:00100000:0.0:1775764881.725927:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293593728:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 583us (847us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764881.725935:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205502
00000100:00100000:0.0:1775764881.727111:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.727190:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293593856
00000100:00100000:2.0:1775764881.727199:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293593856
00000100:00100000:2.0:1775764881.727265:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1116
00000100:00100000:2.0:1775764881.727274:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:2400:x1862022293593856:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764881.727290:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764881.727314:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e210 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465413 expref: 154 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.727334:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764881.727339:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764881.727395:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:2400:x1862022293593856:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 123us (386us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.727403:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1116
00000100:00100000:2.0:1775764881.738550:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.738895:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293594112
00000100:00100000:0.0:1775764881.738910:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293594112
00000100:00100000:0.0:1775764881.738991:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205503
00000100:00100000:0.0:1775764881.739003:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293594112:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.739032:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.739060:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e22c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465421 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.739207:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.739227:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465372 expref: 154 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.739238:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.739281:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465372 expref: 154 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.739296:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465372 expref: 154 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.739312:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277231744:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764881.739446:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764881.740339:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.740512:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293594240
00000100:00100000:2.0:1775764881.740521:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293594240
00000100:00100000:2.0:1775764881.740580:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205504
00000100:00100000:2.0:1775764881.740590:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14453:x1862022293594240:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764881.740609:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764881.740642:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e23a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465428 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.740711:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e241 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.740726:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e241 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.740740:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e241 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.740758:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e248 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xc3d50206 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.740765:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e248 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.740772:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e248 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.740922:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e24f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.740932:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e24f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.740940:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e24f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764881.740985:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10085:0x0]: returning size 260096
00000004:00200000:2.0:1775764881.740990:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764881.741015:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e24f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741029:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e24f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741038:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e241 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741045:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e241 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741051:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e241 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741058:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.741063:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e241 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741071:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e241 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741084:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764881.741087:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.741092:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e241 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741098:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e241 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741113:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e248 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741120:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e248 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741126:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e248 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741131:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.741134:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e248 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741140:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e248 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741147:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xc3d50206 (ffff93c7a01e3800)
00010000:00010000:2.0:1775764881.741149:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.741152:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e248 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741158:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e248 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741192:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e23a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465428 expref: 157 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741208:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e24f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465428 expref: 156 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.741216:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10085:0x0].0x0 (ffff93c69fb5d100)
00010000:00010000:2.0:1775764881.741218:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764881.741221:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc200, rc 0)
00000100:00100000:2.0:1775764881.741289:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14453:x1862022293594240:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 701us (954us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.741299:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205504
00000100:00100000:3.0:1775764881.750330:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.750376:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.750554:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.750660:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277231744:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764881.750699:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.750816:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293594496
00000100:00100000:2.0:1775764881.750825:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293594496
00000100:00100000:2.0:1775764881.750934:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205505
00000100:00100000:2.0:1775764881.750957:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14453:x1862022293594496:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764881.750983:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764881.751009:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e256 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446542f expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.751219:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e25d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.751240:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e25d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.751256:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e25d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764881.751271:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10085:0x0]: returning size 260096
00010000:00010000:2.0:1775764881.751412:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e256 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446542f expref: 159 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.751439:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e25d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446542f expref: 158 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.751448:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10085:0x0].0x0 (ffff93c69fb5d100)
00010000:00010000:2.0:1775764881.751451:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764881.751455:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:2.0:1775764881.751535:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293594496:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 591us (1220us total) trans 4295101524 rc 0/0
00000100:00100000:2.0:1775764881.751544:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205505
00000100:00100000:3.0:1775764881.765789:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.765879:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293594624
00000100:00100000:1.0:1775764881.765893:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293594624
00010000:00010000:0.0:1775764881.766066:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465372 expref: 158 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.766134:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293594752
00000100:00100000:0.0:1775764881.766140:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293594752
00000100:00100000:0.0:1775764881.766179:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3154
00000100:00100000:0.0:1775764881.766190:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:2402:x1862022293594624:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764881.766211:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764881.766218:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465372 expref: 159 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.766235:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465372 expref: 159 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.766263:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6dfe0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465372 expref: 159 pid: 6517 timeout: 2235 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.766285:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.766291:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.766304:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.766313:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.766347:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764881.766411:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:2402:x1862022293594624:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 223us (16035us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.766423:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3154
00000100:00100000:0.0:1775764881.766445:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1117
00000100:00100000:0.0:1775764881.766451:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:2402:x1862022293594752:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764881.766458:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764881.766470:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e24f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465428 expref: 157 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.766481:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10085:0x0].0x0 (ffff93c69fb5d100)
00010000:00010000:0.0:1775764881.766485:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764881.766518:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:2402:x1862022293594752:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 68us (15964us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.766525:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1117
00010000:00010000:0.0:1775764881.766551:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.766560:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764881.766583:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00010000:00010000:0.0:1775764881.766748:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e22c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465421 expref: 157 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.766764:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465421 expref: 156 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.766772:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.766775:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764881.766778:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4c00, rc 0)
00000100:00100000:0.0:1775764881.766806:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14454:x1862022293594112:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 27806us (28272us total) trans 4295101525 rc 0/0
00000100:00100000:0.0:1775764881.766813:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205503
00000100:00100000:3.0:1775764881.776512:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.776640:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293594880
00000100:00100000:1.0:1775764881.776654:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293594880
00000100:00100000:1.0:1775764881.776746:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1118
00000100:00100000:1.0:1775764881.776759:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783540c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:2401:x1862022293594880:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764881.776789:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.776821:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e25d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446542f expref: 156 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.776872:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10085:0x0].0x0 (ffff93c69fb5d100)
00010000:00010000:1.0:1775764881.776879:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764881.777258:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783540c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:2401:x1862022293594880:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 500us (11492us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.777268:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1118
00000100:00100000:2.0:1775764881.777961:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293595008
00000100:00100000:2.0:1775764881.777971:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293595008
00000100:00100000:2.0:1775764881.778027:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205506
00000100:00100000:2.0:1775764881.778037:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14454:x1862022293595008:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764881.778069:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764881.778091:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e272 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465436 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.778206:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.778223:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465421 expref: 156 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.778232:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.778276:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465421 expref: 156 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.778293:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465421 expref: 156 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.778308:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6427800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277231872:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764881.778400:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764881.783980:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.784223:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293595264
00000100:00100000:2.0:1775764881.784236:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293595264
00000100:00100000:2.0:1775764881.784302:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2870
00000100:00100000:2.0:1775764881.784312:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14453:x1862022293595264:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764881.784624:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293595264:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 301us (646us total) trans 4295101526 rc 0/0
00000100:00100000:2.0:1775764881.784633:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2870
00000100:00100000:3.0:1775764881.792464:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.793101:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293595392
00000100:00100000:0.0:1775764881.793115:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293595392
00010000:00010000:0.0:1775764881.793171:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465421 expref: 158 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.793228:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3155
00000100:00100000:0.0:1775764881.793240:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:2400:x1862022293595392:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764881.793261:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764881.793269:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465421 expref: 158 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.793286:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465421 expref: 158 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.793314:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.793322:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.793334:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.793342:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.793370:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764881.793444:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:2400:x1862022293595392:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 206us (995us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.793453:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3155
00010000:00010000:1.0:1775764881.794972:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e233 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465421 expref: 157 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.795006:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6427800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277231872:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764881.795036:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.799299:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.799319:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764881.799395:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:0.0:1775764881.799400:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764881.799430:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.799485:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e272 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465436 expref: 157 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.799510:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465436 expref: 156 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.799521:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.799523:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764881.799528:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc400, rc 0)
00000100:00100000:0.0:1775764881.799635:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14454:x1862022293595008:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 21599us (23148us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.799647:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205506
00000100:00100000:3.0:1775764881.800324:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.801528:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293595648
00000100:00100000:0.0:1775764881.801546:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293595648
00000100:00100000:0.0:1775764881.801646:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205507
00000100:00100000:0.0:1775764881.801657:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14453:x1862022293595648:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.801684:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.801722:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e280 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446543d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.801905:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.801923:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d5923a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509445ed82 expref: 157 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.801934:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.802201:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d5923a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445ed82 expref: 157 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.802219:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d5923a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445ed82 expref: 157 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.802234:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277232000:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764881.802392:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c240 going to sleep for 11 seconds
00000100:00100000:3.0:1775764881.815026:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.815210:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293595904
00000100:00100000:1.0:1775764881.815225:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293595904
00000100:00100000:1.0:1775764881.815303:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2871
00000100:00100000:1.0:1775764881.815315:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293595904:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764881.815634:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14454:x1862022293595904:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 320us (621us total) trans 4295101527 rc 0/0
00000100:00100000:1.0:1775764881.815643:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2871
00000100:00100000:2.0:1775764881.826994:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.827293:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293596032
00000100:00100000:3.0:1775764881.827305:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293596032
00010000:00010000:3.0:1775764881.827355:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d5923a lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445ed82 expref: 159 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.827401:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3156
00000100:00100000:3.0:1775764881.827410:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:2402:x1862022293596032:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764881.827428:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764881.827436:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d5923a lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445ed82 expref: 159 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.827455:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d5923a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445ed82 expref: 159 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.827485:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10085:0x0].0x0 (ffff93c69fb5d100)
00010000:00010000:3.0:1775764881.827506:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.827518:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.827526:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.827552:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764881.827634:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:2402:x1862022293596032:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 224us (657us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764881.827644:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3156
00010000:00010000:0.0:1775764881.828305:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d5923a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509445ed82 expref: 158 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.828327:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277232000:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764881.828355:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.828364:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.828369:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764881.828394:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10085:0x0]: returning size 260096
00010000:00010000:0.0:1775764881.828590:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e280 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446543d expref: 159 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.828607:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446543d expref: 158 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.828630:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10085:0x0].0x0 (ffff93c69fb5d100)
00010000:00010000:0.0:1775764881.828633:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764881.828636:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4a00, rc 0)
00000100:00100000:0.0:1775764881.828695:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293595648:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 27040us (28374us total) trans 4295101528 rc 0/0
00000100:00100000:0.0:1775764881.828703:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205507
00000100:00100000:2.0:1775764881.837994:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.838051:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.838166:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293596160
00000100:00100000:0.0:1775764881.838180:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293596160
00000100:00100000:0.0:1775764881.838250:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293596288
00000100:00100000:0.0:1775764881.838254:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293596288
00000100:00100000:0.0:1775764881.838289:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205508
00000100:00100000:0.0:1775764881.838301:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14454:x1862022293596160:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.838337:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.838365:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e295 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465444 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838452:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e29c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838470:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e29c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838483:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e29c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838517:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e2a3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838524:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e2a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838530:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e2a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838639:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e2aa lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838648:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e2aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838655:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e2aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764881.838703:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:0.0:1775764881.838708:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764881.838731:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e2aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838745:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e2aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838754:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e29c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838761:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e29c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838767:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e29c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838775:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e29c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838781:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764881.838787:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e29c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838795:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e29c lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838807:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764881.838811:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.838816:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e29c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838823:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e29c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838887:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e2a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838894:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e2a3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838900:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e2a3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838904:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764881.838907:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e2a3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838913:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e2a3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838920:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c795e56500)
00010000:00010000:0.0:1775764881.838922:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764881.838925:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e2a3 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838930:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e2a3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838965:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e295 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465444 expref: 161 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838979:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e2aa lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465444 expref: 160 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.838986:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.838988:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764881.838991:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5e00, rc 0)
00000100:00100000:0.0:1775764881.839065:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293596160:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 765us (1094us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.839073:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205508
00000100:00100000:0.0:1775764881.839097:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205509
00000100:00100000:0.0:1775764881.839104:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14453:x1862022293596288:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.839115:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.839125:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e2b1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10085:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446544b expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.839174:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e2b8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.839185:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446543d expref: 160 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.839194:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e2b8 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.839232:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446543d expref: 160 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.839248:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446543d expref: 160 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.839264:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277232128:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764881.839328:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764881.845026:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.847680:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277232128:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764881.847723:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e2b8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.849709:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293596416
00000100:00100000:1.0:1775764881.849727:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293596416
00010000:00010000:1.0:1775764881.849811:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446543d expref: 161 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.849877:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3157
00000100:00100000:1.0:1775764881.849888:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:2403:x1862022293596416:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764881.849908:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.849915:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446543d expref: 161 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.849934:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446543d expref: 161 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.849967:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e287 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10085:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446543d expref: 161 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.849990:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10085:0x0].0x0 (ffff93c69fb5d100)
00010000:00010000:1.0:1775764881.849996:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e2b8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.850007:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e2b8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.850587:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e2b8 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.850641:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764881.850819:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e2b8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.850828:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e2b8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764881.850909:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10085:0x0]: returning size 260096
00000004:00200000:0.0:1775764881.850916:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764881.850955:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e2b8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.851003:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e2b1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10085:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446544b expref: 161 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.851473:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:2403:x1862022293596416:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1584us (6468us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.851483:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3157
00010000:00010000:0.0:1775764881.851629:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5600/0x9da62835f5d6e2b8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446544b expref: 159 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.851642:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10085:0x0].0x0 (ffff93c69fb5d100)
00010000:00010000:0.0:1775764881.851645:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764881.851649:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5600, rc 0)
00000100:00100000:0.0:1775764881.851697:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14453:x1862022293596288:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12593us (13646us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.851705:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205509
00000100:00100000:2.0:1775764881.854231:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.855161:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.855287:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293596672
00000100:00100000:1.0:1775764881.855300:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293596672
00000100:00100000:1.0:1775764881.855415:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205510
00000100:00100000:1.0:1775764881.855574:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14454:x1862022293596672:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.855605:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.855641:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e2bf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465452 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.855886:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.855909:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465436 expref: 160 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.855919:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e2aa lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465444 expref: 160 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.855928:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 5/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.856141:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e2aa lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465444 expref: 160 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.856161:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e2aa lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465444 expref: 160 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.856178:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdf9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277232256:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764881.856294:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465436 expref: 160 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.856306:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465436 expref: 160 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.856315:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdf8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277232384:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764881.856339:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4600 going to sleep for 11 seconds
00000100:00100000:3.0:1775764881.856956:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293596800
00000100:00100000:3.0:1775764881.856966:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293596800
00010000:00010000:3.0:1775764881.857008:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e2aa lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465444 expref: 161 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.857745:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3158
00000100:00100000:3.0:1775764881.857760:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:2400:x1862022293596800:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764881.857786:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764881.857795:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e2aa lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465444 expref: 161 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.857812:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e2aa lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465444 expref: 161 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.858421:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764881.858439:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.858451:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.858460:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764881.858703:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:2400:x1862022293596800:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 945us (3544us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764881.858714:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3158
00000100:00100000:2.0:1775764881.866274:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:3.0:1775764881.866443:0:10031:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@000000005421f567 x1862022277232256) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e2aa lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465444 expref: 160 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.866472:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e2aa lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465444 expref: 160 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.866496:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdf9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277232256:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764881.866512:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdf8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277232384:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764881.866543:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764881.866550:0:10031:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.866561:0:10031:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.866572:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.866825:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293597056
00000100:00100000:1.0:1775764881.866835:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293597056
00000100:00100000:2.0:1775764881.867036:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2872
00000100:00100000:2.0:1775764881.867048:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4866050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14453:x1862022293597056:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764881.867345:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4866050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14453:x1862022293597056:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 298us (1088us total) trans 4295101529 rc 0/0
00000100:00100000:2.0:1775764881.867354:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2872
00000100:00100000:2.0:1775764881.868414:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.868478:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293597184
00000100:00100000:1.0:1775764881.868565:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293597184
00010000:00010000:1.0:1775764881.868604:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465436 expref: 161 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.868657:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3159
00000100:00100000:1.0:1775764881.868666:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:2403:x1862022293597184:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764881.868682:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.868689:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465436 expref: 161 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.868705:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465436 expref: 161 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.868732:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e279 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465436 expref: 161 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.868751:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.868756:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.868767:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.869567:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.869672:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764881.869812:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.869822:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764881.869871:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00010000:00010000:3.0:1775764881.870064:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e2bf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465452 expref: 162 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.870086:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465452 expref: 161 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.870096:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764881.870100:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764881.870102:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843600, rc 0)
00000100:00100000:0.0:1775764881.870170:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:2403:x1862022293597184:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1504us (1761us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.870185:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3159
00000100:00100000:3.0:1775764881.871093:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293596672:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15664us (16871us total) trans 4295101530 rc 0/0
00000100:00100000:3.0:1775764881.871103:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205510
00000100:00100000:2.0:1775764881.871365:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.873999:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293597312
00000100:00100000:0.0:1775764881.874074:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293597312
00000100:00100000:1.0:1775764881.874497:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205511
00000100:00100000:1.0:1775764881.874510:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14453:x1862022293597312:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.874541:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.874573:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e2d4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465459 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.874678:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e2db lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.874697:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e2db lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.874710:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e2db lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.874727:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e2e2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.874735:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e2e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.874742:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e2e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.874891:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e2e9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.874901:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e2e9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.874909:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e2e9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.874966:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:1.0:1775764881.874971:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764881.874995:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e2e9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.875009:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e2e9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.875558:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764881.875580:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e2db lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.875589:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e2db lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.875597:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e2db lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.875605:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.875619:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e2db lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.875628:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e2db lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.875648:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764881.875651:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.875660:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e2db lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.875667:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e2db lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.875683:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e2e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.875694:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e2e2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.875699:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e2e2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.875703:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.875706:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e2e2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.875758:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293597440
00000100:00100000:2.0:1775764881.875768:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293597440
00010000:00010000:1.0:1775764881.876121:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e2e2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.876131:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cd000)
00010000:00010000:1.0:1775764881.876134:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.876137:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e2e2 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.876142:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e2e2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.876189:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e2d4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465459 expref: 163 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.876204:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e2e9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465459 expref: 162 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.876212:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764881.876214:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.876217:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843200, rc 0)
00000100:00100000:2.0:1775764881.876334:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205512
00000100:00100000:1.0:1775764881.876339:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14453:x1862022293597312:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1832us (4975us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.876343:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14454:x1862022293597440:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:1.0:1775764881.876347:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205511
00010000:00010000:2.0:1775764881.876366:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764881.876382:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e2f0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465460 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.876465:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.876479:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465452 expref: 162 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.876619:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.876664:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465452 expref: 162 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.876681:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465452 expref: 162 pid: 10031 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.876697:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277232512:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764881.876765:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a19c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764881.880502:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.880639:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293597568
00000100:00100000:1.0:1775764881.880647:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293597568
00000100:00100000:2.0:1775764881.880661:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277232512:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764881.880695:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.880726:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1119
00000100:00100000:1.0:1775764881.880738:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:2402:x1862022293597568:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764881.880756:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.880797:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e2e9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465459 expref: 163 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.880816:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764881.880821:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764881.880917:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:2402:x1862022293597568:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 181us (429us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.880924:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1119
00000100:00100000:3.0:1775764881.884981:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.885085:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293597696
00000100:00100000:2.0:1775764881.885096:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293597696
00010000:00010000:2.0:1775764881.885138:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465452 expref: 162 pid: 10031 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.885173:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3160
00000100:00100000:2.0:1775764881.885188:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783541050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:2402:x1862022293597696:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764881.885203:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764881.885209:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465452 expref: 162 pid: 10031 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.885222:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465452 expref: 162 pid: 10031 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.885243:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e2c6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465452 expref: 162 pid: 10031 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.885257:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764881.885262:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.885270:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.885277:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.885306:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764881.885341:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.885349:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.885381:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783541050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:2402:x1862022293597696:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 192us (415us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.885388:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3160
00000004:00200000:3.0:1775764881.885417:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:3.0:1775764881.885422:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764881.886130:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.886178:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e2f0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465460 expref: 161 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.886198:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465460 expref: 160 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.886207:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764881.886211:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764881.886214:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:3.0:1775764881.886263:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293597440:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9921us (10708us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764881.886271:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205512
00000100:00100000:3.0:1775764881.891375:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.891558:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293597952
00000100:00100000:0.0:1775764881.891570:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293597952
00000100:00100000:0.0:1775764881.891640:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205513
00000100:00100000:0.0:1775764881.891651:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14453:x1862022293597952:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.891680:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.891702:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e2fe lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465467 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.891832:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.891897:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653b1 expref: 161 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.891907:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.891948:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653b1 expref: 161 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.891965:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653b1 expref: 161 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.891982:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277232640:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764881.892080:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c9c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764881.895097:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277232640:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764881.895138:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764881.895292:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.895528:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293598080
00000100:00100000:0.0:1775764881.895536:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293598080
00010000:00010000:0.0:1775764881.895578:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653b1 expref: 162 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.895633:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3161
00000100:00100000:0.0:1775764881.895643:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:2403:x1862022293598080:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764881.895662:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764881.895671:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653b1 expref: 162 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.895687:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653b1 expref: 162 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.895717:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e0ce lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944653b1 expref: 162 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.895738:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:0.0:1775764881.895744:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.895754:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.895763:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.895828:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764881.895918:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:2403:x1862022293598080:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 275us (626us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.895927:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3161
00010000:00010000:2.0:1775764881.896472:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.896482:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764881.896520:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00010000:00010000:2.0:1775764881.896706:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e2fe lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465467 expref: 162 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.896727:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465467 expref: 161 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.896737:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764881.896740:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764881.896743:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4200, rc 0)
00000100:00100000:2.0:1775764881.896799:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14453:x1862022293597952:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 5150us (5439us total) trans 4295101531 rc 0/0
00000100:00100000:2.0:1775764881.896807:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205513
00000100:00100000:2.0:1775764881.898072:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.898187:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293598336
00000100:00100000:1.0:1775764881.898199:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293598336
00000100:00100000:1.0:1775764881.898261:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2873
00000100:00100000:1.0:1775764881.898271:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14454:x1862022293598336:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764881.898498:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14454:x1862022293598336:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 228us (434us total) trans 4295101532 rc 0/0
00000100:00100000:1.0:1775764881.898505:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2873
00000100:00100000:0.0:1775764881.902952:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.903128:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293598464
00000100:00100000:1.0:1775764881.903139:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293598464
00000100:00100000:1.0:1775764881.903208:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205514
00000100:00100000:1.0:1775764881.903217:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14454:x1862022293598464:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.903247:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.903269:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e313 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446546e expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903341:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e31a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903354:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e31a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903364:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e31a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903375:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e321 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903379:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e321 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903383:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e321 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903481:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e328 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903490:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e328 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903497:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e328 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.903548:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:1.0:1775764881.903553:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764881.903579:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e328 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903593:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e328 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903601:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e31a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903606:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e31a lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903622:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e31a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903628:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.903633:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e31a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903646:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e31a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903660:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764881.903663:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.903668:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e31a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903674:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e31a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903693:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e321 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903698:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e321 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903704:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e321 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903709:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.903712:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e321 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903717:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e321 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903724:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cd000)
00010000:00010000:1.0:1775764881.903726:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.903729:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e321 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903734:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e321 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903767:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e313 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446546e expref: 164 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903782:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e328 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446546e expref: 163 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.903794:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.903797:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.903800:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843600, rc 0)
00000100:00100000:1.0:1775764881.904050:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14454:x1862022293598464:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 833us (1110us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.904060:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205514
00000100:00100000:3.0:1775764881.906494:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.907266:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293598592
00000100:00100000:0.0:1775764881.907282:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293598592
00000100:00100000:0.0:1775764881.907423:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205515
00000100:00100000:0.0:1775764881.907437:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14453:x1862022293598592:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.907466:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.907491:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e32f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465475 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.907621:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.907640:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465467 expref: 164 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.907650:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.907694:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465467 expref: 164 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.907717:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465467 expref: 164 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.907735:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277232768:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764881.912313:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c9c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764881.914355:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.914588:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.915187:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293598976
00000100:00100000:2.0:1775764881.915201:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293598976
00000100:00100000:2.0:1775764881.915295:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1120
00000100:00100000:2.0:1775764881.915306:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2402:x1862022293598976:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764881.915326:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764881.915360:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e328 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446546e expref: 165 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.915389:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764881.916301:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764881.916408:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:2402:x1862022293598976:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1089us (1805us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.916421:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1120
00000100:00100000:3.0:1775764881.917338:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293598848
00000100:00100000:3.0:1775764881.917350:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293598848
00000100:00100000:0.0:1775764881.917507:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205516
00000100:00100000:0.0:1775764881.917520:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792eb7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293598848:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.917549:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.917578:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e33d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446547c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.917731:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.917749:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465460 expref: 165 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.917758:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.917804:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465460 expref: 165 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.917818:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465460 expref: 165 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.917833:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277232896:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764881.918743:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c900 going to sleep for 11 seconds
00000100:00100000:3.0:1775764881.919660:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277232768:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764881.919695:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.923092:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.923328:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.923696:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277232896:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764881.923740:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.924186:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293599104
00000100:00100000:1.0:1775764881.924195:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293599104
00010000:00010000:1.0:1775764881.924245:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465467 expref: 166 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.924328:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293599232
00000100:00100000:3.0:1775764881.924333:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293599232
00010000:00010000:3.0:1775764881.924352:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465460 expref: 167 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.924381:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3162
00000100:00100000:3.0:1775764881.924389:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:2402:x1862022293599104:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764881.924404:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764881.924410:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465467 expref: 167 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.924421:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465467 expref: 167 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.924450:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e305 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465467 expref: 167 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.924470:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764881.924476:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.924578:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3163
00000100:00100000:0.0:1775764881.924586:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:2403:x1862022293599232:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764881.924592:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764881.924596:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465460 expref: 166 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.924603:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465460 expref: 166 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.924625:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e2f7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465460 expref: 166 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.924637:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.924645:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.924656:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.924665:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.924738:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.924739:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764881.924746:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.924834:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.924860:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.924881:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00200000:1.0:1775764881.924914:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000100:00100000:0.0:1775764881.924954:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2403:x1862022293599232:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 358us (1616us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.924963:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3163
00010000:00010000:1.0:1775764881.925083:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e33d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446547c expref: 166 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.925101:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446547c expref: 165 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.925110:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.925112:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764881.925115:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4e00, rc 0)
00000100:00100000:3.0:1775764881.925118:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2402:x1862022293599104:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 728us (2041us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764881.925124:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3162
00000100:00100000:1.0:1775764881.925143:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792eb7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293598848:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7628us (10805us total) trans 4295101533 rc 0/0
00010000:00010000:3.0:1775764881.925148:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.925150:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205516
00010000:00010000:3.0:1775764881.925155:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764881.925196:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:3.0:1775764881.925201:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764881.925216:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.925240:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e32f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465475 expref: 164 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.925253:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465475 expref: 163 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.925261:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764881.925264:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764881.925266:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4600, rc 0)
00000100:00100000:3.0:1775764881.925288:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14453:x1862022293598592:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 17855us (18809us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764881.925295:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205515
00000100:00100000:2.0:1775764881.931102:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.931154:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.931230:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293599360
00000100:00100000:0.0:1775764881.931244:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293599360
00000100:00100000:0.0:1775764881.931315:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205517
00000100:00100000:0.0:1775764881.931327:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14454:x1862022293599360:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764881.931362:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764881.931386:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e352 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465483 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.931494:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e359 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.931513:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446547c expref: 164 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.931524:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e359 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.931568:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446547c expref: 164 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.931581:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446547c expref: 164 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.931599:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277233024:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764881.931724:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764881.932224:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293599616
00000100:00100000:3.0:1775764881.932231:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293599616
00000100:00100000:3.0:1775764881.932329:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2874
00000100:00100000:3.0:1775764881.932338:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293599616:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764881.932583:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293599616:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 245us (1493us total) trans 4295101534 rc 0/0
00000100:00100000:3.0:1775764881.932592:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2874
00000100:00100000:0.0:1775764881.934395:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277233024:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764881.935551:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e359 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.936585:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764881.936878:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293599744
00000100:00100000:0.0:1775764881.936890:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293599744
00010000:00010000:0.0:1775764881.936951:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446547c expref: 166 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.936999:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3164
00000100:00100000:0.0:1775764881.937010:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:2403:x1862022293599744:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764881.937030:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764881.937038:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446547c expref: 166 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.937053:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446547c expref: 166 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.937082:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e344 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446547c expref: 166 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.937104:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764881.937109:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e359 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.937122:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e359 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.937131:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e359 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764881.937175:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764881.937247:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2403:x1862022293599744:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 239us (668us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764881.937256:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3164
00010000:00010000:2.0:1775764881.937886:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e359 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.937897:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e359 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764881.937981:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:2.0:1775764881.937987:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764881.938014:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e359 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.938054:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e352 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465483 expref: 165 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.938074:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e359 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465483 expref: 164 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.938089:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764881.938092:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764881.938095:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4000, rc 0)
00000100:00100000:2.0:1775764881.938153:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293599360:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6829us (6996us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.938162:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205517
00000100:00100000:1.0:1775764881.942115:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.942901:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293599872
00000100:00100000:3.0:1775764881.942915:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293599872
00000100:00100000:3.0:1775764881.943021:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205518
00000100:00100000:2.0:1775764881.943134:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14453:x1862022293599872:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764881.943166:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764881.943201:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e360 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446548a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943289:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e367 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943307:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e367 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943322:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e367 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943339:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e36e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943345:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e36e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943352:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e36e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943461:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e375 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943471:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e375 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943478:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e375 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764881.943528:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:2.0:1775764881.943534:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764881.943558:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e375 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943572:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e375 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943580:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e367 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943585:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e367 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943592:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e367 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943597:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebcc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.943601:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e367 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943622:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e367 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943637:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764881.943640:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.943646:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e367 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943652:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e367 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943668:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e36e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943675:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e36e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943681:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e36e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943686:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764881.943689:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e36e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943695:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e36e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943702:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c7a01e3800)
00010000:00010000:2.0:1775764881.943705:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764881.943707:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e36e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943713:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e36e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943748:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e360 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446548a expref: 166 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943776:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e375 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446548a expref: 165 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.943784:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764881.943787:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764881.943789:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd800, rc 0)
00000100:00100000:2.0:1775764881.943910:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293599872:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 878us (1809us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.943920:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205518
00000100:00100000:3.0:1775764881.948434:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.948486:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.948523:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293600000
00000100:00100000:2.0:1775764881.948536:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293600000
00000100:00100000:2.0:1775764881.948676:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1121
00000100:00100000:2.0:1775764881.948688:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2402:x1862022293600000:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764881.948709:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764881.948739:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e375 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446548a expref: 165 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.948762:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764881.948768:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764881.948872:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:2402:x1862022293600000:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 187us (451us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.948881:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1121
00000100:00100000:1.0:1775764881.949829:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293600128
00000100:00100000:1.0:1775764881.949854:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293600128
00000100:00100000:1.0:1775764881.949973:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205519
00000100:00100000:1.0:1775764881.949983:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293600128:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.950014:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.950048:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e37c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465491 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950128:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e383 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950146:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e383 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950160:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e383 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950193:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e38a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950201:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e38a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950206:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e38a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950310:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e391 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950321:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e391 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950329:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e391 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764881.950378:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:1.0:1775764881.950384:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764881.950408:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e391 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950420:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e391 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950429:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e383 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950435:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e383 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950442:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e383 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950448:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.950453:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e383 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950462:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e383 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950477:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764881.950480:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.950484:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e383 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950505:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e383 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950521:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e38a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950528:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e38a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950534:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e38a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950539:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764881.950542:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e38a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950548:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e38a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950555:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cd000)
00010000:00010000:1.0:1775764881.950558:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764881.950561:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e38a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950566:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e38a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950601:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e37c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465491 expref: 166 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950628:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e391 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465491 expref: 165 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.950636:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.950639:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764881.950642:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843200, rc 0)
00000100:00100000:1.0:1775764881.950723:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293600128:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 742us (2236us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.950732:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205519
00000100:00100000:2.0:1775764881.952666:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.952721:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293600384
00000100:00100000:1.0:1775764881.952734:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293600384
00000100:00100000:1.0:1775764881.953086:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205520
00000100:00100000:1.0:1775764881.953099:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293600384:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.953126:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.953152:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e398 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465498 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.953289:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.953310:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465475 expref: 166 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.953326:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.953368:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465475 expref: 166 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.953385:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465475 expref: 166 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.953401:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdf8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277233152:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764881.953756:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4c00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764881.954717:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.955369:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293600768
00000100:00100000:1.0:1775764881.955385:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293600768
00000100:00100000:1.0:1775764881.955459:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205521
00000100:00100000:1.0:1775764881.955469:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293600768:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764881.955538:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.955619:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d6e359 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465483 expref: 167 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.955651:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.955657:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764881.955732:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.955750:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e391 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465491 expref: 166 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.955768:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.955821:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e391 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465491 expref: 166 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.955834:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e391 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465491 expref: 166 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.955878:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdfb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277233280:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764881.956192:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4900 going to sleep for 11 seconds
00000100:00100000:3.0:1775764881.958031:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.958555:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293600512
00000100:00100000:1.0:1775764881.958568:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293600512
00010000:00010000:1.0:1775764881.958630:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e391 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465491 expref: 167 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.958680:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3165
00000100:00100000:1.0:1775764881.958690:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783542c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:2403:x1862022293600512:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764881.958708:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.958716:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e391 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465491 expref: 167 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.958731:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e391 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465491 expref: 167 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.958758:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.958764:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.958776:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.958784:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.958809:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764881.960103:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783542c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:2403:x1862022293600512:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1405us (2074us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.960117:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3165
00000100:00100000:0.0:1775764881.962650:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.963008:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdf8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277233152:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764881.963046:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.963201:0:10031:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000ef02f9ac x1862022277233280) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e391 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465491 expref: 166 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.963223:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e391 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465491 expref: 166 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.963240:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdfb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277233280:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764881.963252:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.963259:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.963283:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293600896
00000100:00100000:1.0:1775764881.963290:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293600896
00010000:00010000:1.0:1775764881.963334:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465475 expref: 166 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.963367:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3166
00000100:00100000:1.0:1775764881.963373:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:2403:x1862022293600896:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764881.963388:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.963392:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465475 expref: 166 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.963403:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465475 expref: 166 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.963538:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e336 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465475 expref: 166 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.963551:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764881.963556:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.963568:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.963574:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.963643:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764881.963696:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2403:x1862022293600896:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 321us (1058us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.963703:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3166
00010000:00010000:1.0:1775764881.963726:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.963733:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764881.963988:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071e22538 reply state 00000000d446b85e transno 4295101535 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.964002:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.964009:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764881.964011:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764881.964014:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764881.964111:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293600768:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 8643us (9399us total) trans 4295101535 rc 0/0
00000100:00100000:1.0:1775764881.964119:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205521
00010000:00010000:3.0:1775764881.964374:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.964386:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764881.964406:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00010000:00010000:3.0:1775764881.964695:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e398 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465498 expref: 167 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.964716:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465498 expref: 166 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.964725:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764881.964727:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764881.964730:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842000, rc 0)
00000100:00100000:3.0:1775764881.965314:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293600384:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12215us (12657us total) trans 4295101536 rc 0/0
00000100:00100000:3.0:1775764881.965324:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205520
00000100:00100000:0.0:1775764881.968745:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.968894:0:15596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293601024
00000100:00100000:1.0:1775764881.968907:0:15596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293601024
00000100:00100000:1.0:1775764881.968975:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2012
00000100:00100000:1.0:1775764881.968985:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2400:x1862022293601024:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:1.0:1775764881.969176:0:15596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb size from disk: 74834 -> 74834
00002000:00010000:1.0:1775764881.969180:0:15596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb mtime from disk: 1775764868 -> 1775764856
00002000:00010000:1.0:1775764881.969182:0:15596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb atime from disk: 1775764860 -> 1775764871
00002000:00010000:1.0:1775764881.969185:0:15596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881
00002000:00010000:1.0:1775764881.969187:0:15596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x76:0x0] updating lvb blocks from disk: 152 -> 152
00000100:00100000:1.0:1775764881.969254:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2400:x1862022293601024:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 270us (521us total) trans 4294967890 rc 0/0
00000100:00100000:1.0:1775764881.969267:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2012
00000100:00100000:1.0:1775764881.971272:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.971347:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293601152
00000100:00100000:3.0:1775764881.971357:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293601152
00000100:00100000:3.0:1775764881.971415:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205522
00000100:00100000:3.0:1775764881.971422:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293601152:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764881.971458:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764881.971482:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6e3b4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446549f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.971593:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.971629:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465498 expref: 167 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.971639:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.971680:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465498 expref: 167 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.971695:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465498 expref: 167 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.971710:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b37b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277233408:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764881.971928:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a79f1540 going to sleep for 11 seconds
00010000:00010000:2.0:1775764881.976186:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764881.980409:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.981004:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b37b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277233408:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764881.981045:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764881.981252:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.981357:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293601408
00000100:00100000:1.0:1775764881.981365:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293601408
00010000:00010000:1.0:1775764881.981407:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465498 expref: 168 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764881.981538:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3167
00000100:00100000:1.0:1775764881.981547:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:2402:x1862022293601408:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764881.981564:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764881.981570:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465498 expref: 168 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.981581:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465498 expref: 168 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.981603:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d6e39f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465498 expref: 168 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.981631:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764881.981640:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.981657:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.981666:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.981680:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293601280
00000100:00100000:3.0:1775764881.981685:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293601280
00000100:00100000:3.0:1775764881.981720:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205523
00000100:00100000:3.0:1775764881.981728:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14454:x1862022293601280:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764881.981743:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764881.981754:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:1.0:1775764881.981819:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:2402:x1862022293601408:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 271us (564us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.981826:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3167
00010000:00010000:3.0:1775764881.981864:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6e3c2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944654a6 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.981942:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e3c9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.981955:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e3c9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.981967:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e3c9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.981996:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e3d0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982003:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e3d0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982011:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e3d0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982062:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e3c9 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982071:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e3c9 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982077:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e3c9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982085:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e3c9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982091:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b38c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.982096:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e3c9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982105:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e3c9 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982118:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764881.982122:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764881.982126:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e3c9 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982133:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6e3c9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982148:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e3d0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982155:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e3d0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982161:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e3d0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982165:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.982168:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e3d0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982185:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e3d0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982193:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xddd0a3dd (ffff93c68422af00)
00010000:00010000:3.0:1775764881.982245:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764881.982249:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e3d0 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982255:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e3d0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982297:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6e3c2 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654a6 expref: 168 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982307:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764881.982309:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764881.982312:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6e3c2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654a6 expref: 168 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.982323:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c0b39e00, rc 0)
00000100:00100000:3.0:1775764881.982372:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293601280:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 644us (1977us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764881.982379:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205523
00010000:00010000:2.0:1775764881.983679:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.983693:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764881.984077:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:2.0:1775764881.984084:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764881.984117:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.984167:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6e3b4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446549f expref: 167 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.984190:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446549f expref: 166 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764881.984200:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764881.984203:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764881.984207:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c0b38e00, rc 0)
00000100:00100000:2.0:1775764881.984338:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293601152:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12914us (13076us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764881.984349:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205522
00000100:00100000:1.0:1775764881.988762:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764881.988969:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293601664
00000100:00100000:3.0:1775764881.988982:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293601664
00000100:00100000:3.0:1775764881.989098:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205524
00000100:00100000:3.0:1775764881.989110:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293601664:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764881.989139:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764881.989142:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1775764881.989187:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e10d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944653c6 expref: 166 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.989210:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764881.989217:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764881.989234:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e3d7 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944654ad expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.989358:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e3de lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.989376:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e3de lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.989639:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e3de lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.989664:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e3e5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.989673:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e3e5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.989681:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e3e5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764881.990137:0:10031:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x77:0x0], index 1: 0
00010000:00010000:3.0:1775764881.990772:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e3ec lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.990791:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e3ec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.990802:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e3ec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.990947:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e3de lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.990961:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e3de lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.990967:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e3de lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.990975:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e3de lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.990981:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764881.990986:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e3de lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.990995:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e3de lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.991008:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764881.991012:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764881.991017:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e3de lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.991023:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e3de lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764881.991041:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009bda3908 reply state 00000000144dc697 transno 4295101537 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e3e5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.991053:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e3e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.991060:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xddd0a3dd (ffff93c68422a600)
00010000:00010000:3.0:1775764881.991062:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764881.991066:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764881.991111:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e3d7 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654ad expref: 168 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.991126:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e3ec lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654ad expref: 167 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764881.991134:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015c:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764881.991137:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764881.991139:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29000, rc 0)
00000100:00100000:3.0:1775764881.991381:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14454:x1862022293601664:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2272us (2632us total) trans 4295101537 rc 0/0
00000100:00100000:3.0:1775764881.991402:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205524
00000100:00100000:2.0:1775764881.995771:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764881.995944:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764881.996176:0:15572:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293602048
00000100:00100000:1.0:1775764881.996192:0:15572:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293602048
00000100:00100000:1.0:1775764881.996310:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2013
00000100:00100000:1.0:1775764881.996322:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2401:x1862022293602048:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:3.0:1775764881.996330:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293601920
00000100:00100000:3.0:1775764881.996334:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293601920
00010000:00010000:1.0:1775764881.996350:0:15572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764881.996379:0:15572:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005253a1b/0x9da62835f5d6e3fa lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944654b4 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764881.996379:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2875
00000100:00100000:3.0:1775764881.996386:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14453:x1862022293601920:12345-192.168.202.56@tcp:35:dbench.0
00002000:00010000:1.0:1775764881.996424:0:15572:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x77:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1775764881.996450:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764881.996453:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764881.996464:0:15572:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005253a1b/0x9da62835f5d6e3fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654b4 expref: 70 pid: 15572 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.996484:0:15572:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000005253a1b/0x9da62835f5d6e3fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654b4 expref: 70 pid: 15572 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764881.996516:0:15572:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842000, rc 0)
00000100:00100000:1.0:1775764881.996592:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2401:x1862022293602048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 272us (647us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764881.996598:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2013
00000100:00100000:3.0:1775764881.998041:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293601920:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 1645us (2276us total) trans 4295101538 rc 0/0
00000100:00100000:3.0:1775764881.998052:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2875
00000100:00100000:2.0:1775764882.002218:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.002279:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.002291:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293602432
00000100:00100000:0.0:1775764882.002308:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293602432
00000100:00100000:0.0:1775764882.002385:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2876
00000100:00100000:0.0:1775764882.002407:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293602432:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764882.002680:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293602176
00000100:00100000:1.0:1775764882.002685:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293602176
00000100:00100000:1.0:1775764882.002764:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205525
00000100:00100000:1.0:1775764882.002782:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293602176:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.002795:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.002820:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e401 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944654bb expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.002912:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14454:x1862022293602432:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 508us (768us total) trans 4295101539 rc 0/0
00000100:00100000:0.0:1775764882.002921:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2876
00010000:00010000:1.0:1775764882.002922:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e408 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.002946:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e408 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.002961:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e408 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.002985:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e40f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.002993:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e40f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.002999:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e40f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003088:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e416 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003097:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e416 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003104:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e416 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764882.003135:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:1.0:1775764882.003139:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764882.003155:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e416 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003167:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e416 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003187:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e408 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003194:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e408 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003201:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e408 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003208:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.003213:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e408 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003220:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e408 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003234:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764882.003237:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.003242:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e408 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003248:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e408 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003259:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e40f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003264:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e40f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003268:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e40f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003273:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.003275:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e40f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003280:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e40f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003286:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cd500)
00010000:00010000:1.0:1775764882.003289:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.003291:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e40f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003295:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e40f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003323:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e401 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654bb expref: 172 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003336:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e416 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654bb expref: 171 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.003343:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764882.003345:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764882.003348:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843a00, rc 0)
00000100:00100000:1.0:1775764882.003374:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293602176:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 603us (1094us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.003380:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205525
00000100:00100000:0.0:1775764882.011385:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.011914:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.012031:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.012129:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293602816
00000100:00100000:3.0:1775764882.012142:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293602816
00000100:00100000:3.0:1775764882.012235:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205526
00000100:00100000:3.0:1775764882.012248:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293602816:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764882.012370:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764882.012409:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e41d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944654c2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.012560:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.012579:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446549f expref: 172 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.012588:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e416 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654bb expref: 172 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.012597:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293603072
00010000:00010000:3.0:1775764882.012597:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 5/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.012601:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293603072
00010000:00010000:3.0:1775764882.012652:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e416 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654bb expref: 173 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.012655:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2877
00000100:00100000:2.0:1775764882.012661:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14454:x1862022293603072:12345-192.168.202.56@tcp:35:dbench.0
00010000:00010000:3.0:1775764882.012668:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e416 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654bb expref: 173 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.012684:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b34700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277233536:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764882.012801:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446549f expref: 174 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.012810:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446549f expref: 174 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.012818:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b34000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277233664:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764882.012880:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c792845600 going to sleep for 11 seconds
00000100:00100000:2.0:1775764882.012886:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293603072:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 224us (854us total) trans 4295101540 rc 0/0
00000100:00100000:2.0:1775764882.012894:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2877
00000100:00100000:1.0:1775764882.013618:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293602560
00000100:00100000:1.0:1775764882.013627:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293602560
00010000:00010000:1.0:1775764882.013658:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e416 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654bb expref: 174 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.013742:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3168
00000100:00100000:1.0:1775764882.013750:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:2401:x1862022293602560:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764882.013764:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764882.013770:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e416 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654bb expref: 174 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.013784:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e416 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654bb expref: 174 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.013814:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764882.013818:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.013827:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.013834:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764882.013900:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:2401:x1862022293602560:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 150us (2529us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.013906:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3168
00010000:00010000:3.0:1775764882.020890:0:6519:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@000000003058b3a5 x1862022277233536) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e416 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654bb expref: 173 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.020922:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e416 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654bb expref: 173 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.020942:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b34700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277233536:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764882.024646:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.025221:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293603328
00000100:00100000:0.0:1775764882.025237:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293603328
00000100:00100000:0.0:1775764882.025314:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2878
00000100:00100000:0.0:1775764882.025325:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4865450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14454:x1862022293603328:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764882.025649:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4865450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293603328:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 324us (1017us total) trans 4295101541 rc 0/0
00000100:00100000:0.0:1775764882.025659:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2878
00000100:00100000:3.0:1775764882.025954:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.026582:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b34000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277233664:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764882.026631:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:0.0:1775764882.026640:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.026654:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.026666:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.026882:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293603456
00000100:00100000:1.0:1775764882.026890:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293603456
00010000:00010000:1.0:1775764882.026930:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446549f expref: 174 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.026968:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3169
00000100:00100000:1.0:1775764882.026977:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:2402:x1862022293603456:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764882.026995:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764882.027003:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446549f expref: 174 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.027020:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446549f expref: 174 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.027046:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6e3bb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446549f expref: 174 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.027062:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764882.027066:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.027076:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.027084:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.027111:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764882.027156:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:2402:x1862022293603456:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 181us (1202us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.027164:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3169
00010000:00010000:3.0:1775764882.027376:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.027385:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764882.027422:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00010000:00010000:3.0:1775764882.027589:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e41d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654c2 expref: 174 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.027608:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654c2 expref: 173 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.027624:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764882.027626:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764882.027629:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28200, rc 0)
00000100:00100000:3.0:1775764882.027659:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293602816:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15415us (15747us total) trans 4295101542 rc 0/0
00000100:00100000:3.0:1775764882.027668:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205526
00000100:00100000:0.0:1775764882.038262:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.038526:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293603584
00000100:00100000:3.0:1775764882.038540:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293603584
00000100:00100000:3.0:1775764882.038749:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205527
00000100:00100000:3.0:1775764882.038762:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293603584:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764882.038809:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764882.038857:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e432 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944654c9 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.039003:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e439 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.039022:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654c2 expref: 174 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.039032:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e439 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.039080:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654c2 expref: 174 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.039097:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654c2 expref: 174 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.039113:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b34000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277233792:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764882.039255:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c787c06f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764882.044766:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.046312:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.046345:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293603968
00000100:00100000:0.0:1775764882.046357:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293603968
00010000:00010000:0.0:1775764882.046419:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654c2 expref: 175 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.046463:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3170
00000100:00100000:0.0:1775764882.046475:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:2402:x1862022293603968:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764882.046511:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764882.046520:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654c2 expref: 175 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.046538:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654c2 expref: 175 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.046566:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:0.0:1775764882.046572:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e439 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.046586:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e439 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.046596:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e439 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.047134:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764882.047205:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:2402:x1862022293603968:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 732us (901us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.047215:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3170
00010000:00010000:3.0:1775764882.048199:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e424 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654c2 expref: 174 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.048225:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b34000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277233792:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764882.048253:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e439 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.048265:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e439 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.048272:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e439 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764882.048413:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:3.0:1775764882.048420:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764882.048447:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e439 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.048507:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e432 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654c9 expref: 174 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.048525:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e439 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654c9 expref: 173 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.048536:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764882.048540:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764882.048543:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29800, rc 0)
00000100:00100000:3.0:1775764882.049589:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293603584:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10822us (11334us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764882.049620:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205527
00000100:00100000:1.0:1775764882.052621:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293603840
00000100:00100000:1.0:1775764882.052639:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293603840
00000100:00100000:1.0:1775764882.052755:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205528
00000100:00100000:1.0:1775764882.052768:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14454:x1862022293603840:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764882.052880:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764882.052917:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e3ec lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654ad expref: 173 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.052956:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015c:0x0].0x0 (ffff93c68422a000)
00010000:00010000:1.0:1775764882.053504:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764882.053537:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e440 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.053562:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e440 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.053575:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e440 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.053587:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e447 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.053596:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e447 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.053603:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e447 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.053722:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e44e lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1015c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.053730:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e44e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.053738:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e44e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764882.054382:0:10031:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].86, 64 off13696
00010000:00010000:1.0:1775764882.054720:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e455 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.054734:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e455 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.054746:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e455 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.054756:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e455 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.054763:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e455 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.054768:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e455 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.055219:0:10031:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764882.055248:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e44e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.055256:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e44e lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1015c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.055263:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e44e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1015c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.055270:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.055276:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e44e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1015c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.055286:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e44e lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1015c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.055300:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015c:0x0].0x0 (ffff93c6877cd500)
00010000:00010000:1.0:1775764882.055303:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764882.055307:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e44e lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1015c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.055319:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e44e lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1015c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.055342:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e440 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.055347:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e440 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.055354:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e440 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.055360:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e440 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.055365:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.055368:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e440 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.055372:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e440 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.055380:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764882.055383:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.055386:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e440 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.055579:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764882.055587:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e455 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1015c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.055594:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764882.055607:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e455 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1015c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.055623:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e455 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.055634:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015c:0x0].0x0 (ffff93c6877cd500)
00010000:00010000:0.0:1775764882.055637:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764882.055640:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e455 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1015c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.055647:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e455 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1015c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.055683:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764882.055685:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764882.055688:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764882.056119:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e440 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764882.056135:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003058b3a5 reply state 0000000083a64fac transno 4295101543 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e447 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.056151:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e447 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.056160:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xddd0a3dd (ffff93c68422a600)
00010000:00010000:1.0:1775764882.056163:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764882.056167:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764882.056325:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293603840:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 3554us (11568us total) trans 4295101543 rc 0/0
00000100:00100000:1.0:1775764882.056337:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205528
00000100:00100000:0.0:1775764882.069331:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.069454:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293604096
00000100:00100000:2.0:1775764882.069468:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293604096
00000100:00100000:2.0:1775764882.069562:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205529
00000100:00100000:2.0:1775764882.069575:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293604096:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764882.069619:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764882.069650:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e45c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944654d0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.069733:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e463 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.069751:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e463 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.069765:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e463 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.069781:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e46a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.069788:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e46a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.069795:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e46a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.069933:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e471 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070160:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e471 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070171:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e471 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764882.070224:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:2.0:1775764882.070230:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764882.070254:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e471 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070267:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e471 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070276:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e463 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070284:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e463 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070291:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e463 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070298:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.070303:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e463 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070314:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e463 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070329:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764882.070332:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.070338:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e463 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070345:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e463 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070361:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e46a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070368:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e46a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070375:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e46a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070380:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebca00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.070383:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e46a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070390:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e46a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070398:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c7a01e3800)
00010000:00010000:2.0:1775764882.070400:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.070403:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e46a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070410:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e46a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070449:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e45c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654d0 expref: 176 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070463:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e471 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654d0 expref: 175 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.070471:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764882.070473:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764882.070475:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd000, rc 0)
00000100:00100000:2.0:1775764882.070567:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14453:x1862022293604096:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 994us (1250us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.070576:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205529
00000100:00100000:0.0:1775764882.076354:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.076462:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293604352
00000100:00100000:1.0:1775764882.076475:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293604352
00000100:00100000:1.0:1775764882.076547:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205530
00000100:00100000:1.0:1775764882.076560:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14453:x1862022293604352:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764882.076661:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1775764882.076696:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e471 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654d0 expref: 175 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.076725:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e439 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654c9 expref: 174 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.076738:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764882.076745:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764882.076817:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e478 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.076832:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e478 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.076881:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e478 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764882.077034:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000369496fe reply state 000000008e8be029 transno 4295101544 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e478 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.077048:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e478 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.077054:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764882.077057:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764882.077060:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764882.077181:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14453:x1862022293604352:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 623us (839us total) trans 4295101544 rc 0/0
00000100:00100000:1.0:1775764882.077189:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205530
00000100:00100000:0.0:1775764882.080518:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.080644:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293604480
00000100:00100000:2.0:1775764882.080657:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293604480
00000100:00100000:2.0:1775764882.080731:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205531
00000100:00100000:2.0:1775764882.080741:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293604480:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764882.080769:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764882.080805:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e47f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944654d7 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.080922:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e486 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.080950:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e486 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.080965:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e486 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.080983:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e48d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.080990:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e48d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.080997:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e48d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081097:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e494 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081107:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e494 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081114:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e494 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764882.081162:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:2.0:1775764882.081168:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764882.081192:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e494 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081206:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e494 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081217:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e486 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081229:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e486 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081236:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e486 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081243:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e486 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081250:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebca00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.081255:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e486 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081262:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e486 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081275:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764882.081278:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.081283:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e486 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081290:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e486 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081307:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e48d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081314:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e48d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081321:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e48d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081326:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.081329:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e48d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081335:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e48d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081342:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c7a01e3800)
00010000:00010000:2.0:1775764882.081345:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.081347:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e48d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081353:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e48d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081387:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e47f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654d7 expref: 177 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081401:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e494 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654d7 expref: 176 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.081409:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764882.081411:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764882.081413:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc800, rc 0)
00000100:00100000:2.0:1775764882.081485:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14454:x1862022293604480:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 746us (980us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.081495:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205531
00000100:00100000:0.0:1775764882.095997:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.096252:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293604608
00000100:00100000:3.0:1775764882.096265:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293604608
00000100:00100000:3.0:1775764882.096363:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2014
00000100:00100000:3.0:1775764882.096376:0:8401:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293604608:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:3.0:1775764882.096583:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb size from disk: 74834 -> 74834
00002000:00010000:3.0:1775764882.096587:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb mtime from disk: 1775764869 -> 1775764857
00002000:00010000:3.0:1775764882.096590:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb atime from disk: 1775764860 -> 1775764871
00002000:00010000:3.0:1775764882.096593:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb ctime from disk: 1775764881 -> 1775764881
00002000:00010000:3.0:1775764882.096595:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x76:0x0] updating lvb blocks from disk: 152 -> 152
00000100:00100000:3.0:1775764882.096763:0:8401:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2402:x1862022293604608:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 390us (778us total) trans 4294967917 rc 0/0
00000100:00100000:3.0:1775764882.097499:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2014
00000100:00080000:1.0:1775764882.097591:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1775764882.101471:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.101584:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293604864
00000100:00100000:2.0:1775764882.101616:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293604864
00000100:00100000:2.0:1775764882.101746:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205532
00000100:00100000:2.0:1775764882.101759:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14454:x1862022293604864:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764882.101803:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764882.101831:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e49b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944654de expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.102389:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.102410:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e494 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654d7 expref: 177 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.102419:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.102464:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e494 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654d7 expref: 177 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.102481:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e494 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654d7 expref: 177 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.102496:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277233920:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764882.102688:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1540 going to sleep for 11 seconds
00000100:00100000:2.0:1775764882.111220:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277233920:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764882.111262:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.114518:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.114968:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293604992
00000100:00100000:1.0:1775764882.114983:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293604992
00010000:00010000:1.0:1775764882.115042:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e494 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654d7 expref: 178 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.115101:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3171
00000100:00100000:1.0:1775764882.115113:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:2403:x1862022293604992:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764882.115132:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764882.115140:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e494 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654d7 expref: 178 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.115157:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e494 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654d7 expref: 178 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.115185:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e494 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654d7 expref: 178 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.115207:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764882.115212:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.115225:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.115237:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.115280:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764882.115353:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:2403:x1862022293604992:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 242us (850us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.115362:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3171
00010000:00010000:0.0:1775764882.116677:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.116694:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764882.116725:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00010000:00010000:0.0:1775764882.116962:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e49b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654de expref: 178 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.116984:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654de expref: 177 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.116994:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764882.116997:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764882.117001:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc200, rc 0)
00000100:00100000:0.0:1775764882.117068:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14454:x1862022293604864:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15311us (15610us total) trans 4295101545 rc 0/0
00000100:00100000:0.0:1775764882.117078:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205532
00000100:00100000:0.0:1775764882.119326:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.119410:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293605120
00000100:00100000:1.0:1775764882.119423:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293605120
00000100:00100000:1.0:1775764882.119505:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205533
00000100:00100000:1.0:1775764882.119515:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14453:x1862022293605120:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.119543:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.119567:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e4b0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944654e5 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119668:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e4b7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119690:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e4b7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119703:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e4b7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119720:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e4be lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119727:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e4be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119734:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e4be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119795:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e4b7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119803:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e4b7 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119810:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e4b7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119816:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.119821:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e4b7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119830:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e4b7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119903:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764882.119906:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.119911:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e4b7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119916:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e4b7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119931:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e4be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119936:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e4be lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119953:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e4be lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119958:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.119961:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e4be lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119967:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e4be lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119974:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xddd0a3dd (ffff93c6877cdd00)
00010000:00010000:1.0:1775764882.119977:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.119979:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e4be lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.119985:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e4be lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.120024:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e4b0 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654e5 expref: 178 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.120035:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764882.120038:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.120041:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e4b0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654e5 expref: 178 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.120051:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:1.0:1775764882.120125:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14453:x1862022293605120:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 611us (810us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764882.120133:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205533
00000100:00100000:1.0:1775764882.134296:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.134497:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.135732:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293605248
00000100:00100000:2.0:1775764882.135749:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293605248
00000100:00100000:2.0:1775764882.135864:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293605504
00000100:00100000:2.0:1775764882.135868:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293605504
00000100:00100000:2.0:1775764882.135902:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205534
00000100:00100000:2.0:1775764882.135914:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14454:x1862022293605248:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764882.135958:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764882.135985:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e4c5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944654ec expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.136106:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e4cc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.136126:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654de expref: 179 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.136136:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e4cc lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.136184:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654de expref: 179 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.136202:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654de expref: 179 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.136218:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277234048:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764882.136332:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1540 going to sleep for 11 seconds
00000100:00100000:0.0:1775764882.136574:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205535
00000100:00100000:0.0:1775764882.136586:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14453:x1862022293605504:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764882.136597:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764882.136617:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1775764882.136642:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e1f4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446540c expref: 179 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.136661:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764882.136667:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764882.136676:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e4d3 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944654f3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.136766:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e4da lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.136779:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e4da lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.136790:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e4da lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.136806:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e4e1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.136814:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e4e1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.136820:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e4e1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764882.137235:0:6519:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x77:0x0], index 0: 0
00010000:00010000:0.0:1775764882.137390:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e4e8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.137399:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e4e8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.137407:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e4e8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.137444:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e4da lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.137450:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e4da lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.137457:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e4da lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.137463:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764882.137468:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e4da lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.137475:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e4da lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.137488:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764882.137491:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764882.137495:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e4da lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.137501:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e4da lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764882.137512:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000126a2851 reply state 000000007880795b transno 4295101546 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e4e1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.137523:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e4e1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.137529:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xddd0a3dd (ffff93c795e56500)
00010000:00010000:0.0:1775764882.137531:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764882.137533:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764882.137564:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e4d3 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654f3 expref: 181 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.137578:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e4e8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654f3 expref: 180 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.137586:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015d:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:0.0:1775764882.137588:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764882.137591:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5c00, rc 0)
00000100:00100000:0.0:1775764882.137671:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293605504:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1087us (3184us total) trans 4295101546 rc 0/0
00000100:00100000:0.0:1775764882.137680:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205535
00000100:00100000:1.0:1775764882.145019:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.145157:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293605632
00000100:00100000:0.0:1775764882.145170:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293605632
00000100:00100000:0.0:1775764882.145251:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2015
00000100:00100000:0.0:1775764882.145262:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2403:x1862022293605632:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764882.145287:0:15570:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764882.145313:0:15570:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005034fbbf/0x9da62835f5d6e4f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944654fa expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764882.145342:0:15570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x77:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764882.145366:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764882.145368:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764882.145378:0:15570:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005034fbbf/0x9da62835f5d6e4f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654fa expref: 70 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.145397:0:15570:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005034fbbf/0x9da62835f5d6e4f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654fa expref: 70 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.145414:0:15570:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4000, rc 0)
00000100:00100000:0.0:1775764882.145490:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2403:x1862022293605632:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 230us (483us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.145498:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2015
00000100:00100000:0.0:1775764882.153001:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.153039:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.153218:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293606016
00000100:00100000:3.0:1775764882.153232:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293606016
00000100:00100000:3.0:1775764882.153305:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2879
00000100:00100000:3.0:1775764882.153319:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293606016:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764882.153703:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14453:x1862022293606016:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 386us (661us total) trans 4295101547 rc 0/0
00000100:00100000:3.0:1775764882.153711:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2879
00000100:00100000:1.0:1775764882.154096:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293605760
00000100:00100000:1.0:1775764882.154103:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293605760
00010000:00010000:1.0:1775764882.154136:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654de expref: 182 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.154177:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3172
00000100:00100000:1.0:1775764882.154185:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdf9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:2402:x1862022293605760:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764882.154199:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764882.154207:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654de expref: 182 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.154229:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654de expref: 182 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.154258:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764882.154264:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e4cc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.154277:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e4cc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.154286:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e4cc lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.154311:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764882.154337:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdf9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:2402:x1862022293605760:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 152us (1349us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.154345:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3172
00010000:00010000:2.0:1775764882.155365:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e4a2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944654de expref: 181 pid: 6518 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.155389:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277234048:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764882.155419:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e4cc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.155430:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e4cc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.155437:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e4cc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764882.155511:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:2.0:1775764882.155517:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764882.155542:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e4cc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.155582:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6e4c5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654ec expref: 181 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.155616:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e4cc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654ec expref: 180 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.155627:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764882.155630:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764882.155633:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebcc00, rc 0)
00000100:00100000:2.0:1775764882.155688:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:14454:x1862022293605248:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 19776us (21405us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.155701:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205534
00000100:00100000:0.0:1775764882.162696:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.163041:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293606272
00000100:00100000:3.0:1775764882.163055:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293606272
00000100:00100000:3.0:1775764882.163174:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2880
00000100:00100000:3.0:1775764882.163187:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:14453:x1862022293606272:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764882.163506:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293606272:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 320us (821us total) trans 4295101548 rc 0/0
00000100:00100000:3.0:1775764882.163520:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2880
00000100:00100000:0.0:1775764882.169774:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.169837:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.169991:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293606528
00000100:00100000:3.0:1775764882.170005:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293606528
00000100:00100000:3.0:1775764882.170074:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293606784
00000100:00100000:3.0:1775764882.170077:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293606784
00000100:00100000:3.0:1775764882.170109:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2881
00000100:00100000:3.0:1775764882.170121:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14454:x1862022293606528:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764882.170422:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+183:14454:x1862022293606528:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 302us (663us total) trans 4295101549 rc 0/0
00000100:00100000:3.0:1775764882.170431:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2881
00000100:00100000:3.0:1775764882.170451:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2882
00000100:00100000:3.0:1775764882.170457:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14453:x1862022293606784:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764882.170539:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+183:14453:x1862022293606784:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 81us (701us total) trans 4295101550 rc 0/0
00000100:00100000:3.0:1775764882.170545:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2882
00000100:00100000:2.0:1775764882.178470:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.178592:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293606912
00000100:00100000:1.0:1775764882.178605:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293606912
00000100:00100000:1.0:1775764882.178692:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205536
00000100:00100000:1.0:1775764882.178704:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+183:14454:x1862022293606912:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.178739:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.178766:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e4fd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465501 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.178889:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e504 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.178911:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e504 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.178924:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e504 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179100:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e50b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179110:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e50b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179117:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e50b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179222:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e512 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179232:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e512 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179239:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e512 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764882.179291:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:1.0:1775764882.179296:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764882.179321:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e512 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179335:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e512 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179347:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e504 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179354:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e504 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179361:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e504 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179366:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.179370:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e504 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179378:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e504 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179390:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764882.179393:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.179397:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e504 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179403:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e504 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179418:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e50b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179424:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e50b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179430:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e50b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179435:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.179438:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e50b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179444:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e50b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179450:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cdd00)
00010000:00010000:1.0:1775764882.179453:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.179456:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e50b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179463:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e50b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179655:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e4fd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465501 expref: 185 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179672:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e512 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465501 expref: 184 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.179681:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764882.179683:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764882.179686:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:1.0:1775764882.179760:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14454:x1862022293606912:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1059us (1305us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.179770:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205536
00000100:00100000:0.0:1775764882.192692:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.192869:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.193137:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293607296
00000100:00100000:3.0:1775764882.193151:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293607296
00000100:00100000:3.0:1775764882.193236:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205537
00000100:00100000:3.0:1775764882.193250:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14453:x1862022293607296:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764882.193338:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764882.193373:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e4e8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654f3 expref: 184 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.193398:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015d:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:3.0:1775764882.193413:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764882.193441:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e519 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.193457:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e519 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.193469:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e519 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.193481:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e520 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.193503:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e520 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.193510:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e520 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.193632:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e527 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1015d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.193640:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e527 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.193647:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e527 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764882.193970:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].87, 64 off13784
00010000:00010000:3.0:1775764882.194032:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e52e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194042:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e52e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194051:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e52e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194059:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e52e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194066:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e52e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194073:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e52e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194099:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764882.194121:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e527 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194128:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e527 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1015d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194135:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e527 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1015d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194142:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.194147:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e527 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1015d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194156:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e527 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1015d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194166:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015d:0x0].0x0 (ffff93c68422af00)
00010000:00010000:3.0:1775764882.194169:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764882.194173:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e527 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1015d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194180:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e527 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1015d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194199:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e519 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194206:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e519 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194212:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e519 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194218:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.194221:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e519 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194227:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e519 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194235:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764882.194238:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.194241:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e519 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194246:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e519 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764882.194255:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c9b16b9 reply state 00000000f5390c98 transno 4295101551 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e520 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194273:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e520 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.194280:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xddd0a3dd (ffff93c795e56500)
00010000:00010000:3.0:1775764882.194282:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764882.194286:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764882.194380:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14453:x1862022293607296:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1132us (1509us total) trans 4295101551 rc 0/0
00000100:00100000:3.0:1775764882.194389:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205537
00010000:00010000:1.0:1775764882.194811:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764882.194820:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e52e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1015d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.194828:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764882.194832:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e52e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1015d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.194867:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e52e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.194881:0:7451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015d:0x0].0x0 (ffff93c68422af00)
00010000:00010000:1.0:1775764882.194884:0:7451:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764882.194888:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e52e lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1015d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.194894:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e52e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1015d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.194915:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764882.194917:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764882.194919:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764882.195141:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.196391:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293607424
00000100:00100000:3.0:1775764882.196408:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293607424
00000100:00100000:3.0:1775764882.196481:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205538
00000100:00100000:3.0:1775764882.196665:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14454:x1862022293607424:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764882.196693:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764882.196720:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e535 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465508 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.196800:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e53c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.196816:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e53c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.196829:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e53c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.196879:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e543 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.196894:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e543 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.196901:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e543 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197137:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e53c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197146:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e53c lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197153:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e53c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197160:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a31f5600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.197165:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e53c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197174:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e53c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197188:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764882.197191:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.197196:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e53c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197203:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e53c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197218:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e543 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197224:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e543 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197231:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e543 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197236:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c79545cc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.197239:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e543 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197245:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e543 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197253:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xddd0a3dd (ffff93c68422a600)
00010000:00010000:3.0:1775764882.197255:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.197258:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e543 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197263:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e543 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197298:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e535 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465508 expref: 186 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197309:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764882.197311:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.197314:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e535 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465508 expref: 186 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.197469:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a31f4a00, rc 0)
00000100:00100000:3.0:1775764882.197634:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14454:x1862022293607424:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1142us (2493us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764882.197644:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205538
00000100:00100000:2.0:1775764882.197743:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293607040
00000100:00100000:2.0:1775764882.197751:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293607040
00000100:00100000:2.0:1775764882.197808:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1122
00000100:00100000:2.0:1775764882.197817:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:2403:x1862022293607040:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764882.197830:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764882.197866:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6e512 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465501 expref: 185 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.197880:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764882.197884:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764882.197908:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:2403:x1862022293607040:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 93us (5230us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.197915:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1122
00000100:00100000:0.0:1775764882.205923:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.205992:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.206081:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293607552
00000100:00100000:1.0:1775764882.206094:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293607552
00000100:00100000:1.0:1775764882.206166:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293607680
00000100:00100000:1.0:1775764882.206170:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293607680
00000100:00100000:1.0:1775764882.206201:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205539
00000100:00100000:1.0:1775764882.206214:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14454:x1862022293607552:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.206248:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.206273:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e54a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446550f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206379:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e551 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206399:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e551 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206415:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e551 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764882.206471:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096
00000004:00200000:1.0:1775764882.206476:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764882.206515:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e551 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206544:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6e54a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446550f expref: 187 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206566:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e551 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446550f expref: 186 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206576:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764882.206579:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764882.206583:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843a00, rc 0)
00000100:00100000:1.0:1775764882.206669:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14454:x1862022293607552:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 457us (760us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.206678:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205539
00000100:00100000:1.0:1775764882.206701:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205540
00000100:00100000:1.0:1775764882.206709:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14453:x1862022293607680:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.206718:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.206727:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e558 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465516 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206764:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e55f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206774:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e55f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206783:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e55f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206800:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e566 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206808:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e566 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206816:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e566 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206944:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e56d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206954:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e56d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.206962:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e56d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764882.206990:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:1.0:1775764882.206995:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764882.207004:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e56d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207017:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e56d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207026:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e55f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207033:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e55f lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207041:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e55f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207048:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.207053:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e55f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207063:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e55f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207074:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764882.207077:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.207081:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e55f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207087:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6e55f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207098:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e566 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207109:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e566 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207115:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e566 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207121:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.207124:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e566 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207131:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e566 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207138:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cdd00)
00010000:00010000:1.0:1775764882.207141:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.207144:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e566 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207150:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e566 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207176:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6e558 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465516 expref: 187 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207188:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e56d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465516 expref: 186 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.207196:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764882.207199:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764882.207202:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:1.0:1775764882.207237:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14453:x1862022293607680:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 528us (1245us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.207244:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205540
00000100:00100000:0.0:1775764882.216342:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.216501:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293607808
00000100:00100000:3.0:1775764882.216515:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293607808
00000100:00100000:3.0:1775764882.216598:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2883
00000100:00100000:3.0:1775764882.216634:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14454:x1862022293607808:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764882.223207:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14454:x1862022293607808:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 5709us (6002us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764882.223225:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2883
00000100:00100000:0.0:1775764882.225515:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.229103:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.230241:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293608064
00000100:00100000:2.0:1775764882.230256:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293608064
00000100:00100000:2.0:1775764882.230381:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293608192
00000100:00100000:2.0:1775764882.230386:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293608192
00000100:00100000:0.0:1775764882.230440:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205541
00000100:00100000:0.0:1775764882.230454:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:14453:x1862022293608064:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764882.230485:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764882.230522:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e574 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446551d expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.230680:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.230701:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e56d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465516 expref: 188 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.230710:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.230757:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e56d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465516 expref: 188 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.230785:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e56d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465516 expref: 188 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.230801:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68578b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277234176:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764882.230970:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550ce40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764882.235439:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205542
00000100:00100000:1.0:1775764882.235471:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14454:x1862022293608192:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.235504:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.235532:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e582 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465524 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.235628:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e589 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.235646:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e589 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.235661:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e589 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.235674:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e590 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.235682:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e590 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.235689:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e590 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.235737:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e589 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.235750:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e589 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.235756:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e589 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.235763:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.235768:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e589 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.236294:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e589 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.236310:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764882.236314:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.236320:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e589 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.236335:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e589 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.236354:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e590 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.236360:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e590 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.236366:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e590 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.236371:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.236375:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e590 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.236382:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e590 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.236389:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xddd0a3dd (ffff93c68422a600)
00010000:00010000:1.0:1775764882.236392:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.236394:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e590 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.236399:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e590 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.236438:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e582 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465524 expref: 189 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.236449:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764882.236451:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.236455:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e582 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465524 expref: 189 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.236466:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184a00, rc 0)
00000100:00100000:1.0:1775764882.236666:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14454:x1862022293608192:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1209us (7575us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764882.236676:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205542
00000100:00100000:3.0:1775764882.237824:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.241824:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293608320
00000100:00100000:2.0:1775764882.241861:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293608320
00010000:00010000:2.0:1775764882.241929:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e56d lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465516 expref: 188 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.241995:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3173
00000100:00100000:2.0:1775764882.242005:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:2402:x1862022293608320:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764882.242030:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764882.242039:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e56d lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465516 expref: 188 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.242057:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e56d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465516 expref: 188 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.242087:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764882.242094:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.242105:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.242114:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.242143:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764882.242222:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:2402:x1862022293608320:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 218us (4405us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.242231:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3173
00000100:00100000:2.0:1775764882.244341:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.244571:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293608576
00000100:00100000:3.0:1775764882.244584:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293608576
00000100:00100000:3.0:1775764882.244674:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 110
00000100:00100000:3.0:1775764882.244685:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14454:x1862022293608576:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764882.244752:0:6531:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1775764882.244798:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e4cc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654ec expref: 188 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.244824:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764882.244836:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6e551 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446550f expref: 187 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.244895:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764882.244900:0:6531:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764882.244933:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e597 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.245104:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e597 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.245117:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e597 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.245131:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e59e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.245139:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e59e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.245146:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e59e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.245163:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e5a5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.245169:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e5a5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.245175:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e5a5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.245293:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e5ac lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.245303:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e5ac lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.245311:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e5ac lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764882.246651:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000073babe6f reply state 0000000030ca9401 transno 4295101552 ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e5ac lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.246676:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e5ac lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.246687:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764882.246690:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:2.0:1775764882.246695:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764882.246703:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e597 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.246710:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e597 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.246718:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e597 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.246724:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c79545cc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.246730:0:6531:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e597 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.246739:0:6531:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e597 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.246751:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764882.246753:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.246758:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e597 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.246765:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545cc00/0x9da62835f5d6e597 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764882.247189:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000073babe6f reply state 0000000030ca9401 transno 4295101552 ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e59e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.247202:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e59e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.247210:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xddd0a3dd (ffff93c68422a600)
00010000:00010000:2.0:1775764882.247213:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764882.247215:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00000004:00010000:2.0:1775764882.247219:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000073babe6f reply state 0000000030ca9401 transno 4295101552 ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e5a5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.247227:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e5a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.247233:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68422a700)
00010000:00010000:2.0:1775764882.247235:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764882.247237:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00010000:00010000:1.0:1775764882.247483:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e56d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465516 expref: 188 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.247508:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68578b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277234176:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764882.247539:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.247550:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.247557:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764882.247581:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00010000:00010000:1.0:1775764882.247718:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e574 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446551d expref: 189 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.247737:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446551d expref: 188 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.247746:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764882.247749:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764882.247752:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4a00, rc 0)
00000100:00100000:1.0:1775764882.247822:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14453:x1862022293608064:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 17371us (22319us total) trans 4295101553 rc 0/0
00000100:00100000:1.0:1775764882.247833:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205541
00000100:00100000:2.0:1775764882.248046:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14454:x1862022293608576:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 3362us (3724us total) trans 4295101552 rc 0/0
00000100:00100000:2.0:1775764882.248055:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 110
00000100:00100000:2.0:1775764882.255742:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.255965:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293608832
00000100:00100000:1.0:1775764882.255978:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293608832
00000100:00100000:1.0:1775764882.256043:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205543
00000100:00100000:1.0:1775764882.256053:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:14453:x1862022293608832:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.256089:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.256115:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e5ba lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465532 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.256237:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e5c1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.256257:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446551d expref: 188 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.256266:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e5c1 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.256311:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446551d expref: 188 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.256327:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446551d expref: 188 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.256343:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdf8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277234304:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764882.256454:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4240 going to sleep for 11 seconds
00000100:00100000:2.0:1775764882.260836:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.261070:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdf8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277234304:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764882.261105:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e5c1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.261425:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293608704
00000100:00100000:1.0:1775764882.261434:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293608704
00000100:00100000:1.0:1775764882.261508:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205544
00000100:00100000:1.0:1775764882.261520:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14454:x1862022293608704:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.261546:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.261571:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e5c8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446552b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.261668:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e5cf lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.261687:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e5cf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.261700:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e5cf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.261715:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e5d6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.261723:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e5d6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.261729:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e5d6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.261788:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e5cf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.261795:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e5cf lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.261803:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e5cf lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.261808:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.261813:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e5cf lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.261825:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e5cf lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.262150:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764882.262155:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.262162:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e5cf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.262169:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e5cf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.262186:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e5d6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.262192:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e5d6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.262198:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e5d6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.262203:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.262205:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e5d6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.262212:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e5d6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.262220:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68422a700)
00010000:00010000:1.0:1775764882.262223:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.262226:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e5d6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.262232:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e5d6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.262269:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e5c8 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446552b expref: 190 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.262281:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764882.262283:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.262287:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e5c8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446552b expref: 190 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.262297:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28200, rc 0)
00000100:00100000:1.0:1775764882.262381:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14454:x1862022293608704:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 862us (1558us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764882.262390:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205544
00000100:00100000:3.0:1775764882.265242:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.265479:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293608960
00000100:00100000:0.0:1775764882.265504:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293608960
00010000:00010000:0.0:1775764882.265559:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446551d expref: 189 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.265620:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3174
00000100:00100000:0.0:1775764882.265632:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:2402:x1862022293608960:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764882.265651:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764882.265659:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446551d expref: 189 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.265676:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446551d expref: 189 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.265705:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e57b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446551d expref: 189 pid: 8005 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.265728:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:0.0:1775764882.265734:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e5c1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.265746:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e5c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.265754:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e5c1 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.265793:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764882.265892:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:2402:x1862022293608960:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 261us (663us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.265899:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3174
00010000:00010000:3.0:1775764882.267568:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e5c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.267585:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e5c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764882.267671:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:3.0:1775764882.267677:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764882.267708:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e5c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.267755:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e5ba lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465532 expref: 188 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.267779:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e5c1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465532 expref: 187 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.267788:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764882.267792:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764882.267795:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29e00, rc 0)
00000100:00100000:3.0:1775764882.267926:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:14453:x1862022293608832:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11873us (12198us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764882.267937:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205543
00000100:00100000:3.0:1775764882.271708:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.274652:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293609088
00000100:00100000:1.0:1775764882.274675:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293609088
00000100:00100000:1.0:1775764882.274758:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205545
00000100:00100000:1.0:1775764882.274767:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:14454:x1862022293609088:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.274806:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.274833:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e5dd lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465539 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.275196:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e5e4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.275217:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e5e4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.275233:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e5e4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764882.275290:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096
00000004:00200000:1.0:1775764882.275295:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764882.275319:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e5e4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.275362:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e5dd lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465539 expref: 189 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.275386:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e5e4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465539 expref: 188 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.275396:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764882.275400:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764882.275404:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184a00, rc 0)
00000100:00100000:1.0:1775764882.275502:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14454:x1862022293609088:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 735us (3808us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.275511:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205545
00000100:00100000:0.0:1775764882.279989:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.281464:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293609216
00000100:00100000:1.0:1775764882.281481:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293609216
00000100:00100000:1.0:1775764882.281566:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2884
00000100:00100000:1.0:1775764882.281578:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4865c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14454:x1862022293609216:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764882.289680:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.289957:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293609472
00000100:00100000:2.0:1775764882.289971:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293609472
00000100:00100000:2.0:1775764882.290044:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2885
00000100:00100000:2.0:1775764882.290057:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+190:14453:x1862022293609472:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764882.290352:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+191:14453:x1862022293609472:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 297us (687us total) trans 4295101554 rc 0/0
00000100:00100000:2.0:1775764882.290361:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2885
00000100:00100000:1.0:1775764882.291126:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4865c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14454:x1862022293609216:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 9546us (11148us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.291138:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2884
00000100:00100000:3.0:1775764882.302007:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.302048:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.302287:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293609600
00000100:00100000:2.0:1775764882.302301:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293609600
00000100:00100000:2.0:1775764882.302376:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293609856
00000100:00100000:2.0:1775764882.302379:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293609856
00000100:00100000:2.0:1775764882.302412:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205546
00000100:00100000:2.0:1775764882.302424:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+190:14453:x1862022293609600:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764882.302458:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764882.302496:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e5eb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465540 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.302578:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e5f2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.302597:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e5f2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.302624:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e5f2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.302642:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e5f9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.302649:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e5f9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.302657:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e5f9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.302755:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e600 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.302767:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e600 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.302896:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205547
00000100:00100000:1.0:1775764882.302909:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+191:14454:x1862022293609856:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.302920:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.302933:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e607 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465547 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.302998:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e60e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303008:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e60e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303017:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e60e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303029:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e615 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303037:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e615 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303044:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e615 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303070:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e60e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303078:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e60e lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303085:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e60e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303092:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.303098:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e60e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303106:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e60e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303121:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764882.303125:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.303132:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e60e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303139:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e60e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303156:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e615 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303162:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e615 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303167:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e615 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303173:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.303176:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e615 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303181:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e615 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303194:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68422a700)
00010000:00010000:1.0:1775764882.303197:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.303200:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e615 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303206:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e615 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303243:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e607 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465547 expref: 192 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303254:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764882.303256:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:1.0:1775764882.303260:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e607 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465547 expref: 192 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.303272:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:1.0:1775764882.303360:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+191:14454:x1862022293609856:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 454us (1309us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764882.303369:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205547
00010000:00010000:2.0:1775764882.304166:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e600 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764882.304234:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:2.0:1775764882.304240:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764882.304268:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e600 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304285:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e600 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304296:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e5f2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304303:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e5f2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304308:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e5f2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304314:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e5f2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304320:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.304323:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e5f2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304330:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e5f2 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304341:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764882.304344:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.304347:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e5f2 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304353:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e5f2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304373:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e5f9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304379:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e5f9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304384:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e5f9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304389:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.304392:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e5f9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304397:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e5f9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304405:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c7a01e3800)
00010000:00010000:2.0:1775764882.304407:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.304410:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e5f9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304416:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e5f9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304454:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e5eb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465540 expref: 191 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304468:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e600 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465540 expref: 190 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.304482:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764882.304484:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764882.304486:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc800, rc 0)
00000100:00100000:2.0:1775764882.304544:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+190:14453:x1862022293609600:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2122us (2552us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.304552:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205546
00000100:00100000:3.0:1775764882.313995:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.314052:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.314235:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293609984
00000100:00100000:1.0:1775764882.314250:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293609984
00000100:00100000:1.0:1775764882.314342:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1123
00000100:00100000:1.0:1775764882.314354:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+190:2400:x1862022293609984:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764882.314375:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764882.314410:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e600 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465540 expref: 190 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.314443:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764882.314450:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764882.314532:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:2400:x1862022293609984:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 181us (552us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.314541:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1123
00000100:00100000:0.0:1775764882.314821:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293610112
00000100:00100000:0.0:1775764882.314827:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293610112
00000100:00100000:0.0:1775764882.314893:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205548
00000100:00100000:0.0:1775764882.314901:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14453:x1862022293610112:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764882.314922:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764882.314952:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e61c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446554e expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315026:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e623 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315042:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e623 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315055:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e623 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315068:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e62a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315077:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e62a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315083:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e62a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315135:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e623 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315143:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e623 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315151:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e623 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315158:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764882.315163:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e623 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315171:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e623 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315181:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764882.315184:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764882.315188:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e623 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315195:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6e623 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315207:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e62a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315214:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e62a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315219:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e62a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315225:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764882.315228:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e62a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315233:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e62a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315239:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xddd0a3dd (ffff93c795e56500)
00010000:00010000:0.0:1775764882.315241:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764882.315243:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e62a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315249:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e62a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315278:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e61c lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446554e expref: 190 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315288:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764882.315291:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764882.315294:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e61c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446554e expref: 190 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.315303:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5800, rc 0)
00000100:00100000:0.0:1775764882.315342:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14453:x1862022293610112:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 443us (1290us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764882.315349:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205548
00000100:00100000:1.0:1775764882.321216:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.321310:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293610368
00000100:00100000:0.0:1775764882.321324:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293610368
00000100:00100000:0.0:1775764882.321400:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205549
00000100:00100000:0.0:1775764882.321412:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14454:x1862022293610368:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764882.321441:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764882.321446:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1775764882.321481:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e5e4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465539 expref: 189 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.321505:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764882.321511:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764882.321528:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e631 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465555 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.321668:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e638 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.321685:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e638 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.321697:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e638 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.321709:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e63f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.321717:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e63f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.321724:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e63f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764882.322183:0:6517:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x78:0x0], index 1: 0
00010000:00010000:0.0:1775764882.322370:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e646 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.322383:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e646 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.322392:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e646 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.322430:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e638 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.322437:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e638 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.322443:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e638 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.322448:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764882.322453:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e638 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.322461:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e638 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.322470:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764882.322472:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764882.322477:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e638 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.322486:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e638 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764882.322500:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000006c42d76 reply state 00000000414b0cd8 transno 4295101555 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e63f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.322513:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e63f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.322519:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68422a700)
00010000:00010000:0.0:1775764882.322521:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764882.322524:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764882.322556:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e631 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465555 expref: 191 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.322570:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e646 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465555 expref: 190 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.322578:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:0.0:1775764882.322580:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764882.322582:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5c00, rc 0)
00000100:00100000:0.0:1775764882.322685:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+191:14454:x1862022293610368:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1274us (1483us total) trans 4295101555 rc 0/0
00000100:00100000:0.0:1775764882.322694:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205549
00000100:00100000:3.0:1775764882.329450:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.329573:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293610496
00000100:00100000:2.0:1775764882.329586:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293610496
00000100:00100000:2.0:1775764882.329668:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205550
00000100:00100000:2.0:1775764882.329678:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+191:14453:x1862022293610496:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764882.329711:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764882.329736:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e654 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446555c expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.329828:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e65b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.329887:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e65b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.329903:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e65b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764882.329973:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007b:0x0]: returning size 4096
00000004:00200000:2.0:1775764882.329978:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764882.330006:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e65b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.330039:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e654 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446555c expref: 193 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.330059:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e65b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446555c expref: 192 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.330069:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764882.330072:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764882.330077:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc400, rc 0)
00000100:00100000:2.0:1775764882.330141:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293610496:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 464us (703us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.330148:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205550
00000100:00100000:1.0:1775764882.338542:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.338600:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.338698:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293610624
00000100:00100000:2.0:1775764882.338712:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293610624
00000100:00100000:2.0:1775764882.338819:0:15595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2016
00000100:00100000:2.0:1775764882.338833:0:15595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2401:x1862022293610624:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764882.338879:0:15595:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764882.338907:0:15595:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d80b5a1/0x9da62835f5d6e662 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x78:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465563 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1775764882.338954:0:15595:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x78:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1775764882.338981:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764882.338984:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764882.338995:0:15595:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d80b5a1/0x9da62835f5d6e662 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465563 expref: 71 pid: 15595 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.339022:0:15595:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d80b5a1/0x9da62835f5d6e662 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465563 expref: 71 pid: 15595 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.339040:0:15595:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd800, rc 0)
00000100:00100000:2.0:1775764882.339105:0:15595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2401:x1862022293610624:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 276us (581us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.339114:0:15595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2016
00000100:00100000:0.0:1775764882.339338:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293610752
00000100:00100000:0.0:1775764882.339344:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293610752
00000100:00100000:0.0:1775764882.339387:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2886
00000100:00100000:0.0:1775764882.339395:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293610752:12345-192.168.202.56@tcp:37:dbench.0
00000100:00080000:1.0:1775764882.341190:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1775764882.344672:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293610752:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 5263us (6065us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.344688:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2886
00000100:00100000:1.0:1775764882.348812:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.351438:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293610880
00000100:00100000:3.0:1775764882.351460:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293610880
00000100:00100000:3.0:1775764882.351573:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2017
00000100:00100000:3.0:1775764882.351586:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:14454:x1862022293610880:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764882.351617:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764882.351642:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6316bc2/0x9da62835f5d6e669 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446556a expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.351682:0:15586:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008d80b5a1/0x9da62835f5d6e662 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465563 expref: 72 pid: 15595 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.351692:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764882.351694:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764882.351699:0:15586:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6316bc2/0x9da62835f5d6e669 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x78:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446556a expref: 72 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.351746:0:15586:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008d80b5a1/0x9da62835f5d6e662 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465563 expref: 72 pid: 15595 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.352092:0:15586:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008d80b5a1/0x9da62835f5d6e662 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465563 expref: 72 pid: 15595 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.352108:0:15586:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682c59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15586:1862022277234432:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764882.352386:0:15586:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f300 going to sleep for 11 seconds
00000100:00100000:1.0:1775764882.354643:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.357198:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293611008
00000100:00100000:0.0:1775764882.357223:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293611008
00000100:00100000:0.0:1775764882.357328:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205551
00000100:00100000:0.0:1775764882.357340:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293611008:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764882.357368:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764882.357395:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e670 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465571 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.357481:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e677 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.357699:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e677 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.357715:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e677 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.357730:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e67e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.357738:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e67e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.357744:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e67e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.357804:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e677 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.357813:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e677 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.357820:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e677 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.357827:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764882.357832:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e677 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.357887:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e677 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.357902:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764882.357906:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764882.357912:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e677 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.357918:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e677 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.357936:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e67e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.358142:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e67e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.358148:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e67e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.358153:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764882.358157:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e67e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.358163:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e67e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.358173:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xddd0a3dd (ffff93c795e56500)
00010000:00010000:0.0:1775764882.358176:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764882.358178:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e67e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.358184:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e67e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.358222:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e670 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465571 expref: 193 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.358234:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:0.0:1775764882.358236:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764882.358239:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6e670 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465571 expref: 193 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.358250:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5e00, rc 0)
00000100:00100000:0.0:1775764882.358334:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293611008:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 996us (3702us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764882.358345:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205551
00000100:00100000:1.0:1775764882.361763:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.362649:0:15586:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682c59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15586:1862022277234432:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764882.362697:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6316bc2/0x9da62835f5d6e669 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x78:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446556a expref: 72 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.362726:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c79545cc00, rc 0)
00000100:00100000:3.0:1775764882.362824:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:14454:x1862022293610880:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11239us (14022us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764882.362836:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2017
00000100:00100000:2.0:1775764882.364374:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293611136
00000100:00100000:2.0:1775764882.364393:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293611136
00010000:00010000:2.0:1775764882.364453:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008d80b5a1/0x9da62835f5d6e662 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465563 expref: 72 pid: 15595 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.364516:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3175
00000100:00100000:2.0:1775764882.364527:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293611136:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764882.364548:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764882.364579:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008d80b5a1/0x9da62835f5d6e662 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465563 expref: 72 pid: 15595 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.364597:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008d80b5a1/0x9da62835f5d6e662 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465563 expref: 72 pid: 15595 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.364635:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d80b5a1/0x9da62835f5d6e662 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465563 expref: 72 pid: 15595 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.364663:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764882.364666:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764882.364674:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6316bc2/0x9da62835f5d6e669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446556a expref: 71 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.364687:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6316bc2/0x9da62835f5d6e669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446556a expref: 71 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.364737:0:13382:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c6316bc2/0x9da62835f5d6e669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446556a expref: 71 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.364756:0:13382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b03480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:13382:1862022277234560:192.168.202.56@tcp:105:
00000100:00100000:2.0:1775764882.366094:0:13382:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1f00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764882.382104:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.383134:0:13382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b03480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:13382:1862022277234560:192.168.202.56@tcp:105:
00010000:00010000:2.0:1775764882.383167:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764882.383258:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2402:x1862022293611136:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 18731us (21508us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.383270:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3175
00000100:00100000:3.0:1775764882.385304:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293611392
00000100:00100000:3.0:1775764882.385324:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293611392
00000100:00100000:3.0:1775764882.385409:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 111
00000100:00100000:3.0:1775764882.385421:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293611392:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764882.386302:0:6530:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1775764882.386346:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e5c1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465532 expref: 192 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.386375:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764882.386390:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e65b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446555c expref: 191 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.386401:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764882.386405:0:6530:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764882.386441:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e685 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.386457:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e685 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.386470:0:6530:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e685 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.386484:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e68c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.386493:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e68c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.386500:0:6530:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e68c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.386518:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e693 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.386526:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e693 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.386533:0:6530:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e693 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.386663:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e69a lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.386674:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e69a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.386681:0:6530:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e69a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764882.387384:0:6530:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000020bbb6e3 reply state 00000000455dfe78 transno 4295101556 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e69a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.387403:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e69a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.387412:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764882.387415:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:3.0:1775764882.387420:0:6530:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764882.387428:0:6530:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e685 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.387435:0:6530:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e685 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.387444:0:6530:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e685 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.387451:0:6530:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c79545d600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.387456:0:6530:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e685 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.387466:0:6530:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e685 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.387481:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764882.387484:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.387488:0:6530:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e685 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.387495:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e685 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764882.387508:0:6530:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000020bbb6e3 reply state 00000000455dfe78 transno 4295101556 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e68c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.387517:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e68c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.387524:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xddd0a3dd (ffff93c795e56500)
00010000:00010000:3.0:1775764882.387526:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764882.387529:0:6530:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00000004:00010000:3.0:1775764882.387532:0:6530:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000020bbb6e3 reply state 00000000455dfe78 transno 4295101556 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e693 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.387540:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e693 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.387547:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c68422aa00)
00010000:00010000:3.0:1775764882.387549:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764882.387551:0:6530:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:3.0:1775764882.387680:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293611392:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 2258us (5587us total) trans 4295101556 rc 0/0
00000100:00100000:3.0:1775764882.387691:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 111
00000100:00100000:0.0:1775764882.389964:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.390159:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293611648
00000100:00100000:1.0:1775764882.390172:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293611648
00000100:00100000:1.0:1775764882.390245:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2887
00000100:00100000:1.0:1775764882.390257:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14454:x1862022293611648:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764882.390629:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:14454:x1862022293611648:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 374us (687us total) trans 4295101557 rc 0/0
00000100:00100000:1.0:1775764882.390638:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2887
00000100:00100000:0.0:1775764882.398790:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.398994:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293611776
00000100:00100000:1.0:1775764882.399009:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293611776
00000100:00100000:1.0:1775764882.399088:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205552
00000100:00100000:1.0:1775764882.399100:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:14453:x1862022293611776:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.399135:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.399165:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e6a1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465578 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399251:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e6a8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399270:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e6a8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399286:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e6a8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399300:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e6af lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399307:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e6af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399314:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e6af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399361:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e6a8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399368:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e6a8 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399376:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e6a8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399382:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.399387:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e6a8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399401:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e6a8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399415:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764882.399418:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.399424:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e6a8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399431:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e6a8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399448:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e6af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399454:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e6af lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399461:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e6af lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399467:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.399470:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e6af lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399476:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e6af lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399484:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c68422aa00)
00010000:00010000:1.0:1775764882.399487:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.399490:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e6af lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399497:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e6af lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399529:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e6a1 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465578 expref: 194 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399540:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764882.399543:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.399546:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e6a1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465578 expref: 194 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.399557:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29e00, rc 0)
00000100:00100000:1.0:1775764882.399654:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:14453:x1862022293611776:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 555us (890us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764882.399662:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205552
00000100:00100000:0.0:1775764882.400357:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.404312:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.405192:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293612032
00000100:00100000:2.0:1775764882.405206:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293612032
00000100:00100000:2.0:1775764882.405312:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293612160
00000100:00100000:2.0:1775764882.405316:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293612160
00000100:00100000:3.0:1775764882.405366:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205553
00000100:00100000:3.0:1775764882.405381:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14454:x1862022293612032:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764882.405409:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764882.405436:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e6b6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446557f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.405596:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.405628:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e646 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465555 expref: 195 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.405640:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.405687:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e646 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465555 expref: 195 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.405705:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e646 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465555 expref: 195 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.405723:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682c59180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277234688:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764882.405875:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764882.407319:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205554
00000100:00100000:1.0:1775764882.407342:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14453:x1862022293612160:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.407368:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.407393:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e6c4 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465586 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.407480:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e6cb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.407497:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e6cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.407517:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e6cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764882.407577:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1007b:0x0]: returning size 4096
00000004:00200000:1.0:1775764882.407582:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764882.407620:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e6cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.407651:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e6c4 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465586 expref: 197 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.407674:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e6cb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465586 expref: 196 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.407685:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764882.407688:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764882.407693:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184a00, rc 0)
00000100:00100000:1.0:1775764882.407766:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:14453:x1862022293612160:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 435us (3467us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.407902:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205554
00000100:00100000:0.0:1775764882.412335:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.412456:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682c59180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277234688:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764882.412504:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.412976:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293612288
00000100:00100000:1.0:1775764882.412986:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293612288
00010000:00010000:1.0:1775764882.413033:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e646 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465555 expref: 196 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.413085:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3176
00000100:00100000:1.0:1775764882.413097:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:2402:x1862022293612288:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764882.413121:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764882.413129:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e646 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465555 expref: 196 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.413145:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e646 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465555 expref: 196 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.413173:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e646 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465555 expref: 196 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.413192:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:1.0:1775764882.413199:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.413210:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.413219:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.413246:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764882.413317:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:2402:x1862022293612288:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 222us (998us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.413326:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3176
00010000:00010000:0.0:1775764882.414712:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.414730:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764882.414761:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015e:0x0]: returning size 77076
00010000:00010000:0.0:1775764882.415006:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e6b6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446557f expref: 196 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.415030:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446557f expref: 195 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.415040:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:0.0:1775764882.415043:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764882.415047:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4822800, rc 0)
00000100:00100000:0.0:1775764882.415126:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14454:x1862022293612032:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9748us (14771us total) trans 4295101558 rc 0/0
00000100:00100000:0.0:1775764882.415136:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205553
00000100:00100000:0.0:1775764882.420690:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.420796:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293612416
00000100:00100000:2.0:1775764882.420810:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293612416
00000100:00100000:2.0:1775764882.420913:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2888
00000100:00100000:2.0:1775764882.420925:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14453:x1862022293612416:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764882.425767:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.429659:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14453:x1862022293612416:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 8717us (8965us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.429680:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2888
00000100:00100000:1.0:1775764882.433169:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293612544
00000100:00100000:1.0:1775764882.433187:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293612544
00000100:00100000:0.0:1775764882.433328:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205555
00000100:00100000:0.0:1775764882.433340:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14454:x1862022293612544:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764882.433373:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764882.433400:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e6d9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446558d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.433525:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e6e0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.433540:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446557f expref: 196 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.433549:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e6e0 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.433591:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446557f expref: 196 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.433618:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446557f expref: 196 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.433634:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68578b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277234816:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764882.433746:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c480 going to sleep for 11 seconds
00000100:00100000:2.0:1775764882.439182:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68578b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277234816:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764882.439225:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e6e0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.440399:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.440524:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.440985:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293612928
00000100:00100000:1.0:1775764882.440999:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293612928
00000100:00100000:1.0:1775764882.441077:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205556
00000100:00100000:1.0:1775764882.441089:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+197:14453:x1862022293612928:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.441118:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.441146:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e6e7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465594 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441244:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e6ee lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441262:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e6ee lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441276:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e6ee lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441291:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e6f5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441300:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e6f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441306:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e6f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441354:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e6ee lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441362:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e6ee lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441369:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e6ee lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441381:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e6ee lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441388:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.441393:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e6ee lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441402:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e6ee lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441415:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764882.441419:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.441424:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e6ee lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441431:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6e6ee lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441450:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e6f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441456:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e6f5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441462:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e6f5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441468:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.441471:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e6f5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441481:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e6f5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441503:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c68422aa00)
00010000:00010000:1.0:1775764882.441506:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.441509:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e6f5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441516:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29800/0x9da62835f5d6e6f5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441549:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e6e7 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465594 expref: 198 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441561:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764882.441564:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:1.0:1775764882.441567:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6e6e7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465594 expref: 198 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.441578:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:1.0:1775764882.441672:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+197:14453:x1862022293612928:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 585us (1148us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764882.441680:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205556
00000100:00100000:2.0:1775764882.443401:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293612672
00000100:00100000:2.0:1775764882.443418:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293612672
00010000:00010000:2.0:1775764882.443471:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446557f expref: 197 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.443565:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3177
00000100:00100000:2.0:1775764882.443575:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdfa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+197:2402:x1862022293612672:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764882.443593:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764882.443601:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446557f expref: 197 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.443629:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446557f expref: 197 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.443656:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e6bd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446557f expref: 197 pid: 6519 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.443674:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:2.0:1775764882.443680:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e6e0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.443692:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e6e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.443701:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e6e0 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.443744:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764882.443826:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdfa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:2402:x1862022293612672:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 252us (3433us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.443834:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3177
00010000:00010000:3.0:1775764882.443978:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e6e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.443987:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e6e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764882.444054:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015e:0x0]: returning size 77076
00000004:00200000:3.0:1775764882.444060:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764882.444088:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e6e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.444126:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e6d9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446558d expref: 196 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.444143:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e6e0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446558d expref: 195 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.444152:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:3.0:1775764882.444155:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764882.444157:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5400, rc 0)
00000100:00100000:3.0:1775764882.444188:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14454:x1862022293612544:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10850us (18436us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764882.444196:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205555
00000100:00100000:3.0:1775764882.456042:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.456102:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.456277:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293613056
00000100:00100000:2.0:1775764882.456293:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293613056
00000100:00100000:2.0:1775764882.456366:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293613312
00000100:00100000:2.0:1775764882.456369:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293613312
00000100:00100000:2.0:1775764882.456402:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205557
00000100:00100000:2.0:1775764882.456414:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:14454:x1862022293613056:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764882.456443:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764882.456470:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e6fc lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446559b expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.456527:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e703 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.456546:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e703 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.456560:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e703 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.456718:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e6fc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446559b expref: 198 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.456740:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e703 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446559b expref: 197 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.456749:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:2.0:1775764882.456752:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:2.0:1775764882.456757:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd000, rc 0)
00000100:00100000:2.0:1775764882.456835:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+197:14454:x1862022293613056:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 424us (808us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.456896:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205557
00000100:00100000:2.0:1775764882.456916:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205558
00000100:00100000:2.0:1775764882.456923:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:14453:x1862022293613312:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764882.456931:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764882.456934:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1775764882.456963:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6e6cb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465586 expref: 196 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.456977:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764882.456981:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764882.456989:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e70a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944655a2 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457077:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e711 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457088:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e711 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457096:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e711 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457106:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e718 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457113:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e718 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457119:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e718 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764882.457523:0:14273:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x78:0x0], index 0: 0
00010000:00010000:2.0:1775764882.457699:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e71f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457708:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e71f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457716:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e71f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457757:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e711 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457766:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e711 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457773:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e711 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457782:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e711 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457789:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.457794:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e711 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457805:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e711 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457816:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764882.457820:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.457824:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e711 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457831:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e711 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764882.457891:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000016057fb8 reply state 00000000bd96e660 transno 4295101559 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e718 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457905:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e718 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457912:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c68422aa00)
00010000:00010000:2.0:1775764882.457914:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764882.457918:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764882.457949:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e70a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655a2 expref: 198 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457969:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e71f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655a2 expref: 197 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.457977:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:2.0:1775764882.457980:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764882.457982:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd400, rc 0)
00000100:00100000:2.0:1775764882.458041:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+198:14453:x1862022293613312:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1119us (1938us total) trans 4295101559 rc 0/0
00000100:00100000:2.0:1775764882.458051:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205558
00000100:00100000:3.0:1775764882.473374:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.473420:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.473516:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293613568
00000100:00100000:1.0:1775764882.473529:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293613568
00002000:00100000:1.0:1775764882.473589:0:8405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x78:0x0] (0->77075)  req@ffff93c692c71880 x1862022293613568/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764882.473620:0:8405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c692c71880 with x1862022293613568 ext(0->77075)
00002000:00010000:1.0:1775764882.473628:0:8405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c692c71880
00000100:00100000:1.0:1775764882.473664:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 441
00000100:00100000:1.0:1775764882.473675:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2402:x1862022293613568:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:0.0:1775764882.474263:0:8402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293613440
00000100:00100000:0.0:1775764882.474270:0:8402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293613440
00000100:00100000:0.0:1775764882.474319:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2018
00000100:00100000:0.0:1775764882.474327:0:8402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2403:x1862022293613440:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764882.474340:0:8402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764882.474367:0:8402:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d6e72d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x78:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944655a9 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764882.474396:0:8402:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x78:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764882.474418:0:8402:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764882.474421:0:8402:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764882.474430:0:8402:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d6e72d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655a9 expref: 71 pid: 8402 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.474449:0:8402:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d6e72d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655a9 expref: 71 pid: 8402 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.474462:0:8402:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4200, rc 0)
00000100:00100000:0.0:1775764882.474521:0:8402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2403:x1862022293613440:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 195us (1162us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.474530:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2018
00000100:00100000:1.0:1775764882.483740:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2402:x1862022293613568:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 10049us (10301us total) trans 4294967891 rc 0/0
00000100:00100000:1.0:1775764882.483758:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 441
00002000:00100000:1.0:1775764882.483785:0:8405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x78:0x0] (0->77075)  req@ffff93c692c71880 x1862022293613568/t4294967891(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:363/0 lens 488/448 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764882.483797:0:8405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c692c71880 with x1862022293613568 ext(0->77075)
00002000:00010000:1.0:1775764882.483805:0:8405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c692c71880
00000100:00100000:2.0:1775764882.486086:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.486261:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293613696
00000100:00100000:1.0:1775764882.486275:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293613696
00000100:00100000:1.0:1775764882.486346:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2019
00000100:00100000:1.0:1775764882.486357:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:14453:x1862022293613696:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.486381:0:15591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.486406:0:15591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000774822ed/0x9da62835f5d6e734 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944655b0 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.486443:0:15591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d6e72d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655a9 expref: 72 pid: 8402 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.486452:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764882.486456:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764882.486460:0:15591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000774822ed/0x9da62835f5d6e734 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x78:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655b0 expref: 72 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.486504:0:15591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d6e72d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655a9 expref: 72 pid: 8402 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.486523:0:15591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d6e72d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655a9 expref: 72 pid: 8402 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.486539:0:15591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15591:1862022277234944:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764882.486646:0:15591:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4300 going to sleep for 11 seconds
00000100:00100000:3.0:1775764882.491450:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.491583:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293613824
00000100:00100000:0.0:1775764882.491597:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293613824
00000100:00100000:0.0:1775764882.491687:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205559
00000100:00100000:0.0:1775764882.491698:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+198:14454:x1862022293613824:12345-192.168.202.56@tcp:44:dbench.0
00010000:00010000:3.0:1775764882.493910:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ded6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.493931:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ded6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.493949:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ded6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.493955:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.493960:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ded6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.493969:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ded6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.493992:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764882.493995:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.494001:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ded6 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494008:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ded6 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494041:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6df23 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494048:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6df23 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494054:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6df23 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494064:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.494067:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6df23 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494072:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6df23 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494081:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764882.494083:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.494086:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6df23 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494091:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6df23 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494103:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6df77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494108:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6df77 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494113:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6df77 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494118:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.494121:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6df77 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494127:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6df77 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494137:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764882.494139:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.494141:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6df77 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494146:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6df77 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494157:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494162:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494167:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494171:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.494173:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494178:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494185:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764882.494187:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.494189:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494194:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e057 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494210:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6e0ab lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494216:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6e0ab lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494222:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6e0ab lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494227:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.494229:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6e0ab lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494235:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6e0ab lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494242:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x6e04e070 (ffff93c68422ab00)
00010000:00010000:3.0:1775764882.494246:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.494249:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6e0ab lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494255:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6e0ab lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494278:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e1a0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494285:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e1a0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494290:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e1a0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494296:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.494299:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e1a0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494306:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e1a0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494314:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x6e04e070 (ffff93c7857baf00)
00010000:00010000:3.0:1775764882.494317:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.494319:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e1a0 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494324:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e1a0 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494340:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494346:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494351:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494357:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.494360:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494366:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494378:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764882.494380:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.494383:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494388:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6e3a6 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494399:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e3e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494406:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e3e5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494411:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e3e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494416:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.494419:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e3e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494424:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e3e5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494432:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xddd0a3dd (ffff93c68422a600)
00010000:00010000:3.0:1775764882.494434:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.494437:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e3e5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494443:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e3e5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494455:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e447 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494461:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e447 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494466:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e447 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494471:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.494474:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e447 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494479:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e447 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494486:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xddd0a3dd (ffff93c68422a600)
00010000:00010000:3.0:1775764882.494489:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.494491:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e447 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494497:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6e447 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494506:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e478 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494512:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e478 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494518:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e478 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494523:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.494526:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e478 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494531:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e478 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494538:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764882.494540:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.494543:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e478 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494548:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6e478 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494559:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e4e1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494565:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e4e1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494571:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e4e1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494575:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.494578:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e4e1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494583:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e4e1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494594:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xddd0a3dd (ffff93c795e56500)
00010000:00010000:3.0:1775764882.494597:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.494599:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e4e1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494619:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e4e1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494632:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e520 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494638:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e520 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494643:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e520 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494649:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.494652:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e520 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494657:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e520 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494664:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xddd0a3dd (ffff93c795e56500)
00010000:00010000:3.0:1775764882.494666:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.494669:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e520 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.494675:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6e520 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.495014:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e63f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.495023:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e63f lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.495030:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e63f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.495035:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.495038:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e63f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.495044:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e63f lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.495054:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68422a700)
00010000:00010000:3.0:1775764882.495057:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.495060:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e63f lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.495065:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6e63f lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495285:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e5a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495295:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e5a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495300:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e5a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495305:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c79545ca00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.495308:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e5a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495314:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e5a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495323:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68422a700)
00010000:00010000:2.0:1775764882.495326:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.495329:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e5a5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495335:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e5a5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495352:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e59e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495358:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e59e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495364:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e59e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495368:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c79545ce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.495371:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e59e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495377:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e59e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495383:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xddd0a3dd (ffff93c68422a600)
00010000:00010000:2.0:1775764882.495386:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.495389:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e59e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495394:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e59e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495408:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e5ac lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495415:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e5ac lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495420:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e5ac lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495425:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c79545c800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.495427:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e5ac lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495433:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e5ac lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495440:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764882.495442:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:2.0:1775764882.495445:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e5ac lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495451:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e5ac lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1015a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495464:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e693 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495471:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e693 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495477:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e693 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495482:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a31f5600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.495486:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e693 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495491:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e693 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495498:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c68422aa00)
00010000:00010000:2.0:1775764882.495500:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.495503:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e693 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495508:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6e693 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495519:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e68c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495525:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e68c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495530:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e68c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495534:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a31f4a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.495535:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e68c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495541:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e68c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495547:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xddd0a3dd (ffff93c795e56500)
00010000:00010000:2.0:1775764882.495549:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.495551:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e68c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495556:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6e68c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495569:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e69a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495575:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e69a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495581:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e69a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495585:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4823800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.495588:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e69a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495593:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e69a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495600:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764882.495602:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:2.0:1775764882.495618:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e69a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.495625:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e69a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1015b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.498159:0:15591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15591:1862022277234944:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764882.498213:0:15591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000774822ed/0x9da62835f5d6e734 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x78:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944655b0 expref: 72 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.498242:0:15591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29800, rc 0)
00000100:00100000:3.0:1775764882.498329:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:14453:x1862022293613696:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11973us (12254us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764882.498340:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2019
00000001:00080000:1.0:1775764882.499352:0:7431:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4295101559 is committed
00000004:00080000:1.0:1775764882.499436:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 54 committed
00000004:00080000:1.0:1775764882.499463:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 52 committed
00000100:00100000:0.0:1775764882.499880:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14454:x1862022293613824:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 8177us (8437us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.499895:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205559
00000100:00100000:3.0:1775764882.501872:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1775764882.501910:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68578a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277235072:0@lo:6:osp-syn-1-1.0
00000100:00100000:3.0:1775764882.502096:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764882.502178:0:15592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277235072
00000100:00100000:3.0:1775764882.502188:0:15592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277235072
00000100:00100000:3.0:1775764882.502252:0:15592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2020
00000100:00100000:3.0:1775764882.502261:0:15592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:3660:x1862022277235072:12345-0@lo:6:osp-syn-1-1.0
00002000:00080000:3.0:1775764882.502298:0:15592:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:116 count 1
00010000:00010000:3.0:1775764882.502330:0:15592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000327ff4a1/0x9da62835f5d6e73b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.502357:0:15592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d6d815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944650fc expref: 72 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.502367:0:15592:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764882.502370:0:15592:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764882.502374:0:15592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000327ff4a1/0x9da62835f5d6e73b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.502417:0:15592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d6d815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e144250944650fc expref: 72 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.502431:0:15592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d6d815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944650fc expref: 72 pid: 8400 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.502450:0:15592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15592:1862022277235200:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764882.503428:0:15592:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f6c0 going to sleep for 11 seconds
00010000:00010000:3.0:1775764882.503469:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e718 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.503479:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e718 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.503486:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e718 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.503491:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.503497:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e718 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.503506:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e718 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.503526:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c68422aa00)
00010000:00010000:3.0:1775764882.503530:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.503535:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e718 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.503542:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e718 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.509749:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277235328:0@lo:6:osp-syn-0-1.0
00000100:00100000:1.0:1775764882.510142:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c1b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1862022277235456:0@lo:6:osp-syn-0-1.0
00000100:00100000:3.0:1775764882.511602:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764882.520158:0:15594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277235328
00000100:00100000:2.0:1775764882.520177:0:15594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277235328
00000100:00100000:2.0:1775764882.520260:0:15594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021
00000100:00100000:2.0:1775764882.520269:0:15594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3658:x1862022277235328:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:2.0:1775764882.520308:0:15594:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:117 count 1
00010000:00010000:2.0:1775764882.520336:0:15594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090e239c4/0x9da62835f5d6e742 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.520359:0:15594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6dc21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446524c expref: 71 pid: 8401 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.520366:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764882.520369:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764882.520372:0:15594:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090e239c4/0x9da62835f5d6e742 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.520430:0:15594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6dc21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e1442509446524c expref: 71 pid: 8401 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.520446:0:15594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6dc21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e1442509446524c expref: 71 pid: 8401 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.520463:0:15594:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15594:1862022277235584:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764882.520581:0:15594:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a10c0 going to sleep for 11 seconds
00000100:00080000:0.0:1775764882.520812:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1775764882.527659:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.527694:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.527724:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293614080
00000100:00100000:0.0:1775764882.527734:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293614080
00010000:00010000:0.0:1775764882.527776:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d6d815 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944650fc expref: 73 pid: 8400 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.527813:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293614208
00000100:00100000:0.0:1775764882.527815:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293614208
00010000:00010000:0.0:1775764882.527827:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d6e72d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655a9 expref: 72 pid: 8402 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.527861:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3178
00000100:00100000:0.0:1775764882.527868:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2400:x1862022293614080:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764882.527883:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764882.527888:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d6d815 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944650fc expref: 73 pid: 8400 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.527899:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d6d815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944650fc expref: 73 pid: 8400 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.527946:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764882.527949:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764882.527956:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000327ff4a1/0x9da62835f5d6e73b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.527967:0:15578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000327ff4a1/0x9da62835f5d6e73b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.527996:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764882.528046:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2400:x1862022293614080:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 178us (403us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.528055:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3178
00000100:00100000:0.0:1775764882.528070:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3179
00000100:00100000:0.0:1775764882.528074:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2403:x1862022293614208:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764882.528080:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764882.528102:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d6e72d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655a9 expref: 72 pid: 8402 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.528111:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d6e72d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655a9 expref: 72 pid: 8402 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.528123:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d6e72d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655a9 expref: 72 pid: 8402 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.528134:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764882.528136:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764882.528140:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000774822ed/0x9da62835f5d6e734 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944655b0 expref: 71 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.528145:0:15578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000774822ed/0x9da62835f5d6e734 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944655b0 expref: 71 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.528170:0:15578:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000774822ed/0x9da62835f5d6e734 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944655b0 expref: 71 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.528182:0:15578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c685789c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15578:1862022277235712:192.168.202.56@tcp:105:
00000100:00100000:0.0:1775764882.528229:0:15578:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764882.528333:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.528357:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293613952
00000100:00100000:0.0:1775764882.528360:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293613952
00000100:00100000:0.0:1775764882.528381:0:8506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2022
00000100:00100000:0.0:1775764882.528737:0:8506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2403:x1862022293613952:12345-192.168.202.56@tcp:16:dbench.0
00010000:00010000:3.0:1775764882.529729:0:15592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d6d815 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944650fc expref: 73 pid: 8400 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.529748:0:15592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15592:1862022277235200:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764882.529772:0:15592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000327ff4a1/0x9da62835f5d6e73b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.529780:0:15592:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000327ff4a1/0x9da62835f5d6e73b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.529785:0:15592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000327ff4a1/0x9da62835f5d6e73b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.529793:0:15592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000327ff4a1/0x9da62835f5d6e73b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.529798:0:15592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000327ff4a1/0x9da62835f5d6e73b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.529827:0:15592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764882.530074:0:15592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:3660:x1862022277235072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27814us (27979us total) trans 4294967892 rc 0/0
00000100:00100000:3.0:1775764882.530083:0:15592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2020
00000100:00100000:3.0:1775764882.530119:0:3660:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967886 gen 2
00000004:00080000:3.0:1775764882.530124:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c6a4937b80, transno 4294967885
00000004:00080000:3.0:1775764882.530130:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c682f8f480, transno 4294967886
00000100:00100000:3.0:1775764882.530136:0:3660:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search  req@ffff93c68578a680 x1862022277235072/t4294967892(4294967892) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764898 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295
00000004:00080000:3.0:1775764882.530144:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c68578a680/2, rc 0, transno 4294967892
00000100:00100000:3.0:1775764882.530148:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68578a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277235072:0@lo:6:osp-syn-1-1.0
00000100:00100000:1.0:1775764882.530377:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764882.532450:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277235456
00000100:00100000:3.0:1775764882.532469:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277235456
00000100:00100000:3.0:1775764882.532645:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023
00000100:00100000:3.0:1775764882.532657:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b74e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3659:x1862022277235456:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:3.0:1775764882.532699:0:14278:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:116 count 1
00010000:00010000:3.0:1775764882.532732:0:14278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6e749 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.532759:0:14278:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6d81c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465103 expref: 71 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.532768:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764882.532771:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764882.532775:0:14278:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6e749 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.532818:0:14278:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6d81c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465103 expref: 71 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.532833:0:14278:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6d81c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465103 expref: 71 pid: 15587 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.532881:0:14278:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14278:1862022277235840:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764882.533529:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764882.533541:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000327ff4a1/0x9da62835f5d6e73b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.533552:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4822600 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764882.533557:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000327ff4a1/0x9da62835f5d6e73b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.533568:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000327ff4a1/0x9da62835f5d6e73b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.533592:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000327ff4a1/0x9da62835f5d6e73b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.533600:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000327ff4a1/0x9da62835f5d6e73b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.533640:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764882.533642:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764882.533644:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764882.534673:0:14278:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189ff00 going to sleep for 11 seconds
00000001:00080000:2.0:1775764882.545349:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967892 is committed
00000001:00080000:2.0:1775764882.545368:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967891 is committed
00000100:00100000:3.0:1775764882.550312:0:14278:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14278:1862022277235840:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764882.550349:0:14278:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6e749 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.550394:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.550428:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.550947:0:15594:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15594:1862022277235584:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764882.550968:0:15594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000090e239c4/0x9da62835f5d6e742 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.551131:0:15578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c685789c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15578:1862022277235712:192.168.202.56@tcp:105:
00010000:00010000:1.0:1775764882.551144:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764882.551218:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2403:x1862022293614208:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 23141us (23521us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.551231:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3179
00000100:00100000:1.0:1775764882.551268:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293614336
00000100:00100000:1.0:1775764882.551276:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293614336
00010000:00010000:1.0:1775764882.551310:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6dc21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e1442509446524c expref: 71 pid: 8401 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.551334:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293614464
00000100:00100000:1.0:1775764882.551337:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293614464
00010000:00010000:1.0:1775764882.551349:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6d81c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465103 expref: 72 pid: 15587 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.551370:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3180
00000100:00100000:1.0:1775764882.551377:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293614336:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764882.551393:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764882.551400:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6dc21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e1442509446524c expref: 72 pid: 8401 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.551414:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6dc21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e1442509446524c expref: 72 pid: 8401 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.551442:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9fb4cbc/0x9da62835f5d6dc21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e1442509446524c expref: 72 pid: 8401 timeout: 2236 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.551462:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764882.551464:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764882.551470:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000090e239c4/0x9da62835f5d6e742 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.551487:0:15578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090e239c4/0x9da62835f5d6e742 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.551512:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764882.551531:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2402:x1862022293614336:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 155us (1139us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.551538:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3180
00000100:00100000:1.0:1775764882.551551:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3181
00000100:00100000:1.0:1775764882.551558:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2402:x1862022293614464:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764882.551566:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764882.551570:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6d81c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465103 expref: 70 pid: 15587 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.551580:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6d81c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465103 expref: 70 pid: 15587 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.551593:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe616b36/0x9da62835f5d6d81c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465103 expref: 70 pid: 15587 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.551603:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764882.551616:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764882.551619:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6e749 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.551626:0:15578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6e749 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.551643:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764882.551662:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2402:x1862022293614464:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 104us (1233us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.551668:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3181
00010000:00010000:1.0:1775764882.551693:0:15594:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000090e239c4/0x9da62835f5d6e742 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.551701:0:15594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090e239c4/0x9da62835f5d6e742 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.551711:0:15594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090e239c4/0x9da62835f5d6e742 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.551720:0:15594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000090e239c4/0x9da62835f5d6e742 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.551740:0:15594:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1775764882.551980:0:15594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+7:3658:x1862022277235328:12345-0@lo:6:osp-syn-0-1.0 Request processed in 31710us (40382us total) trans 4294967918 rc 0/0
00000100:00100000:1.0:1775764882.551989:0:15594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021
00010000:00010000:1.0:1775764882.552012:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764882.552018:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000090e239c4/0x9da62835f5d6e742 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.552028:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764882.552033:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000090e239c4/0x9da62835f5d6e742 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.552043:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000090e239c4/0x9da62835f5d6e742 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.552057:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000090e239c4/0x9da62835f5d6e742 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.552063:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090e239c4/0x9da62835f5d6e742 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.552081:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764882.552083:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764882.552084:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764882.552356:0:14278:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6e749 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.552367:0:14278:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6e749 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.552377:0:14278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6e749 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.552384:0:14278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6e749 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.552404:0:14278:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764882.552501:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b74e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+7:3659:x1862022277235456:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19846us (22122us total) trans 4294967919 rc 0/0
00000100:00100000:3.0:1775764882.552508:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023
00010000:00010000:1.0:1775764882.553295:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764882.553303:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6e749 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.553314:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4822400 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764882.553318:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6e749 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.553329:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6e749 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.553349:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6e749 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.553357:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6e749 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.553378:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764882.553380:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764882.553381:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764882.553426:0:3659:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967912 gen 2
00000004:00080000:1.0:1775764882.553433:0:3659:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c682f8f100, transno 4294967912
00000100:00100000:1.0:1775764882.553461:0:3659:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search  req@ffff93c7c1b26680 x1862022277235456/t4294967919(4294967919) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764898 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295
00000004:00080000:1.0:1775764882.553474:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c7c1b26680/2, rc 0, transno 4294967919
00000100:00100000:1.0:1775764882.553481:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c1b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1862022277235456:0@lo:6:osp-syn-0-1.0
00000100:00100000:0.0:1775764882.561144:0:8506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2403:x1862022293613952:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 32740us (32792us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.561162:0:8506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2022
00000004:00080000:0.0:1775764882.561251:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c790b03800/2, rc 0, transno 4294967918
00000100:00100000:0.0:1775764882.561274:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277235328:0@lo:6:osp-syn-0-1.0
00000100:00100000:3.0:1775764882.578348:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.578413:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.578530:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293614592
00000100:00100000:2.0:1775764882.578544:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293614592
00000100:00100000:2.0:1775764882.578631:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205560
00000100:00100000:2.0:1775764882.578644:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14454:x1862022293614592:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764882.578674:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764882.578703:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e750 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944655b7 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.578794:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e757 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.578813:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e757 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.578827:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e757 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.578889:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e75e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.578897:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e75e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.578903:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e75e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579021:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e765 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579030:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e765 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579038:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e765 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764882.579086:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015e:0x0]: returning size 77076
00000004:00200000:2.0:1775764882.579092:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764882.579113:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e765 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579125:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e765 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579136:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e757 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579143:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e757 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579150:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e757 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579157:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e757 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579163:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.579168:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e757 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579177:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e757 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579190:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764882.579193:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.579198:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e757 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579204:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e757 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579225:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e75e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579232:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e75e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579238:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e75e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579243:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.579245:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e75e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579251:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e75e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579257:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68cb34900)
00010000:00010000:2.0:1775764882.579259:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.579262:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e75e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579268:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6e75e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579296:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e750 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655b7 expref: 125 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579308:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e765 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655b7 expref: 124 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.579318:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:2.0:1775764882.579320:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764882.579322:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebcc00, rc 0)
00000100:00100000:2.0:1775764882.579406:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14454:x1862022293614592:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 765us (1071us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.579415:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205560
00000100:00100000:1.0:1775764882.581475:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293614848
00000100:00100000:1.0:1775764882.581554:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293614848
00000100:00100000:1.0:1775764882.581687:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2889
00000100:00100000:1.0:1775764882.581698:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4867850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14453:x1862022293614848:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764882.582109:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4867850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293614848:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 413us (3695us total) trans 4295101560 rc 0/0
00000100:00100000:1.0:1775764882.582119:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2889
00000100:00100000:1.0:1775764882.593824:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.594132:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293615104
00000100:00100000:2.0:1775764882.594145:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293615104
00000100:00100000:2.0:1775764882.594223:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205561
00000100:00100000:2.0:1775764882.594234:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293615104:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764882.594304:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764882.594337:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e765 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655b7 expref: 125 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.594359:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e6e0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446558d expref: 124 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.594371:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:2.0:1775764882.594377:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764882.594440:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e76c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.594456:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e76c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.594468:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e76c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764882.594632:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b27b5da reply state 0000000064609009 transno 4295101561 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e76c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.594647:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e76c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.594653:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:2.0:1775764882.594656:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764882.594658:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764882.594768:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14454:x1862022293615104:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 534us (957us total) trans 4295101561 rc 0/0
00000100:00100000:2.0:1775764882.594777:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205561
00000100:00100000:1.0:1775764882.595326:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.596206:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293615360
00000100:00100000:3.0:1775764882.596218:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293615360
00000100:00100000:3.0:1775764882.596304:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205562
00000100:00100000:3.0:1775764882.596313:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293615360:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764882.596340:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764882.596361:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822400/0x9da62835f5d6e773 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944655be expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.596501:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.596517:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e71f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655a2 expref: 126 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.596527:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.596568:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e71f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655a2 expref: 126 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.596584:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e71f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655a2 expref: 126 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.596599:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c73800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277235968:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764882.596706:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f240 going to sleep for 11 seconds
00000100:00100000:1.0:1775764882.599433:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.599594:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293615488
00000100:00100000:0.0:1775764882.599615:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293615488
00000100:00100000:0.0:1775764882.599685:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205563
00000100:00100000:0.0:1775764882.599695:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:14454:x1862022293615488:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764882.599727:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764882.599753:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e781 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944655c5 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.599831:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e781 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1015e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655c5 expref: 128 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.599880:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4e00/0x9da62835f5d6e781 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1015e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655c5 expref: 128 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.599904:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:0.0:1775764882.599907:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:0.0:1775764882.599911:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4e00, rc 0)
00000100:00100000:0.0:1775764882.600293:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14454:x1862022293615488:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 598us (871us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.600301:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205563
00000100:00100000:1.0:1775764882.608761:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c73800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277235968:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764882.608803:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.609542:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.609621:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293615616
00000100:00100000:0.0:1775764882.609631:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293615616
00010000:00010000:0.0:1775764882.609678:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e71f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655a2 expref: 128 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.609727:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3182
00000100:00100000:0.0:1775764882.609738:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:2402:x1862022293615616:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764882.609756:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764882.609764:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e71f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655a2 expref: 128 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.609779:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e71f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655a2 expref: 128 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.609807:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e71f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655a2 expref: 128 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.609826:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:0.0:1775764882.609832:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.609865:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.609875:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.609903:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764882.619049:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.619072:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764882.619110:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015f:0x0]: returning size 77076
00010000:00010000:3.0:1775764882.619299:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822400/0x9da62835f5d6e773 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655be expref: 129 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.619322:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655be expref: 128 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.619333:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:3.0:1775764882.619337:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764882.619341:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4822600, rc 0)
00000100:00100000:0.0:1775764882.619785:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:2402:x1862022293615616:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 10043us (10241us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.619799:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3182
00000100:00100000:3.0:1775764882.637007:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:14453:x1862022293615360:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 40676us (41664us total) trans 4295101562 rc 0/0
00000100:00100000:3.0:1775764882.637024:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205562
00000100:00100000:0.0:1775764882.637232:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.637643:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293615744
00000100:00100000:3.0:1775764882.637657:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293615744
00000100:00100000:3.0:1775764882.637719:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2024
00000100:00100000:3.0:1775764882.637730:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2401:x1862022293615744:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:3.0:1775764882.640291:0:15570:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x78:0x0] updating lvb size from disk: 0 -> 77076
00002000:00010000:3.0:1775764882.640305:0:15570:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x78:0x0] updating lvb mtime from disk: 0 -> 1775764870
00002000:00010000:3.0:1775764882.640309:0:15570:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x78:0x0] updating lvb atime from disk: 0 -> 1775764872
00002000:00010000:3.0:1775764882.640311:0:15570:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x78:0x0] updating lvb ctime from disk: 0 -> 1775764882
00002000:00010000:3.0:1775764882.640313:0:15570:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x78:0x0] updating lvb blocks from disk: 0 -> 152
00000100:00100000:3.0:1775764882.640424:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2401:x1862022293615744:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 2688us (3186us total) trans 4294967893 rc 0/0
00000100:00100000:3.0:1775764882.640439:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2024
00000100:00100000:0.0:1775764882.651914:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.652033:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293616000
00000100:00100000:2.0:1775764882.652045:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293616000
00000100:00100000:2.0:1775764882.652116:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205564
00000100:00100000:2.0:1775764882.652126:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:14454:x1862022293616000:12345-192.168.202.56@tcp:55:dbench.0
00010000:00010000:2.0:1775764882.652216:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.652236:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e703 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446559b expref: 127 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.652248:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.652290:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e703 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446559b expref: 127 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.652312:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e703 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446559b expref: 127 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.652330:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b37b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277236096:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764882.652426:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a10c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764882.658434:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b37b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277236096:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764882.658478:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.680157:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.680512:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293616128
00000100:00100000:2.0:1775764882.680526:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293616128
00000100:00100000:2.0:1775764882.680616:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205565
00000100:00100000:2.0:1775764882.680628:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14453:x1862022293616128:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764882.680657:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764882.680685:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e796 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944655cc expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.680821:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e79d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.681055:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655be expref: 129 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.681068:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e79d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.681569:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655be expref: 129 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.681586:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655be expref: 129 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.681616:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277236224:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764882.681780:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4c00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764882.700148:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.700394:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293616256
00000100:00100000:3.0:1775764882.700406:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293616256
00010000:00010000:3.0:1775764882.700462:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e703 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446559b expref: 130 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.701324:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3183
00000100:00100000:3.0:1775764882.701343:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:2402:x1862022293616256:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764882.701367:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764882.701378:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e703 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446559b expref: 130 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.701397:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e703 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446559b expref: 130 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.701428:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e703 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446559b expref: 130 pid: 14273 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.701450:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:3.0:1775764882.701456:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.701467:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.701477:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.701519:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764882.701580:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.701591:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.701615:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:2402:x1862022293616256:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 269us (1470us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764882.701624:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3183
00010000:00010000:1.0:1775764882.701654:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.701663:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.701669:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.701676:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.701682:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.701692:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.701702:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:1.0:1775764882.701706:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:1.0:1775764882.701710:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.701717:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6e78f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.701781:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14454:x1862022293616000:12345-192.168.202.56@tcp:55:dbench.0 Request processed in 49655us (49881us total) trans 0 rc -22/-22
00000100:00100000:1.0:1775764882.701790:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205564
00000100:00100000:1.0:1775764882.714620:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277236224:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764882.714664:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e79d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.716173:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.716240:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.716276:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293616512
00000100:00100000:1.0:1775764882.716288:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293616512
00002000:00100000:1.0:1775764882.716347:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x78:0x0] (0->4095)  req@ffff93c784b37b80 x1862022293616512/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:363/0 lens 4584/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764882.716359:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c784b37b80 with x1862022293616512 ext(0->4095)
00002000:00010000:1.0:1775764882.716366:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c784b37b80
00000100:00100000:1.0:1775764882.716415:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 442
00000100:00100000:1.0:1775764882.716425:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2401:x1862022293616512:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:0.0:1775764882.717655:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293616384
00000100:00100000:0.0:1775764882.717667:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293616384
00010000:00010000:0.0:1775764882.717708:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655be expref: 128 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.717756:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3184
00000100:00100000:0.0:1775764882.717765:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdf8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:2400:x1862022293616384:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764882.717781:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764882.717788:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655be expref: 128 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.717805:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655be expref: 128 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.717831:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e77a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655be expref: 128 pid: 6517 timeout: 2236 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.717893:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:0.0:1775764882.717901:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e79d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.717912:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e79d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.717930:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e79d lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.717976:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764882.718020:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e79d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.718030:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e79d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.718051:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdf8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:2400:x1862022293616384:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 286us (1811us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.718060:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3184
00000004:00200000:3.0:1775764882.718096:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015f:0x0]: returning size 77076
00000004:00200000:3.0:1775764882.718102:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764882.718130:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e79d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.718179:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e796 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655cc expref: 127 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.718197:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e79d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655cc expref: 126 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.718205:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:3.0:1775764882.718208:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764882.718211:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebcc00, rc 0)
00000100:00100000:3.0:1775764882.718244:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14453:x1862022293616128:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 37618us (38099us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764882.718252:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205565
00000100:00100000:0.0:1775764882.719078:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2401:x1862022293616512:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 2648us (2908us total) trans 4294967894 rc 0/0
00000100:00100000:0.0:1775764882.719090:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 442
00002000:00100000:0.0:1775764882.719102:0:8406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x78:0x0] (0->4095)  req@ffff93c784b37b80 x1862022293616512/t4294967894(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:363/0 lens 4584/448 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764882.719113:0:8406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c784b37b80 with x1862022293616512 ext(0->4095)
00002000:00010000:0.0:1775764882.719119:0:8406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c784b37b80
00000100:00100000:3.0:1775764882.731673:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.732200:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293616768
00000100:00100000:0.0:1775764882.732215:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293616768
00000100:00100000:0.0:1775764882.732294:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205566
00000100:00100000:0.0:1775764882.732305:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14453:x1862022293616768:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764882.732332:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764882.732359:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6e7a4 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944655d3 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.732402:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e7ab lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.732418:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e7ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.732432:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e7ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.732655:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6e7a4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655d3 expref: 128 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.732677:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e7ab lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655d3 expref: 127 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.732686:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:0.0:1775764882.732689:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:0.0:1775764882.732693:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4a00, rc 0)
00000100:00100000:0.0:1775764882.732832:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:14453:x1862022293616768:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 528us (1172us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.732893:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205566
00000100:00100000:1.0:1775764882.741877:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.742193:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293616640
00000100:00100000:3.0:1775764882.742209:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293616640
00000100:00100000:3.0:1775764882.742299:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205567
00000100:00100000:3.0:1775764882.742311:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:14454:x1862022293616640:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:3.0:1775764882.742492:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:14454:x1862022293616640:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 183us (668us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764882.742501:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205567
00000100:00100000:0.0:1775764882.748806:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.750964:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293616896
00000100:00100000:2.0:1775764882.750982:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293616896
00000100:00100000:2.0:1775764882.751073:0:15595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2025
00000100:00100000:2.0:1775764882.751085:0:15595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2401:x1862022293616896:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:3.0:1775764882.753388:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967894 is committed
00000100:00100000:2.0:1775764882.753816:0:15595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2401:x1862022293616896:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 2725us (5016us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.753831:0:15595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2025
00000100:00100000:1.0:1775764882.754101:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.754773:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293617024
00000100:00100000:0.0:1775764882.754784:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293617024
00002000:00100000:0.0:1775764882.754856:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x78:0x0] (0->77075)  req@ffff93c6915cbb80 x1862022293617024/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:363/0 lens 488/0 e 0 to 0 dl 1775764893 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764882.754870:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6915cbb80 with x1862022293617024 ext(0->77075)
00002000:00010000:0.0:1775764882.754877:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c6915cbb80
00000100:00100000:0.0:1775764882.755032:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 443
00000100:00100000:0.0:1775764882.755042:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2403:x1862022293617024:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:3.0:1775764882.762503:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.762809:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293617280
00000100:00100000:1.0:1775764882.762823:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293617280
00000100:00100000:1.0:1775764882.762916:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2890
00000100:00100000:1.0:1775764882.762927:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+127:14454:x1862022293617280:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764882.763691:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2403:x1862022293617024:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 8647us (9587us total) trans 4294967920 rc 0/0
00000100:00100000:2.0:1775764882.763703:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 443
00002000:00100000:2.0:1775764882.763717:0:8407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x78:0x0] (0->77075)  req@ffff93c6915cbb80 x1862022293617024/t4294967920(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:363/0 lens 488/448 e 0 to 0 dl 1775764893 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764882.763727:0:8407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6915cbb80 with x1862022293617024 ext(0->77075)
00002000:00010000:2.0:1775764882.763735:0:8407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c6915cbb80
00000100:00100000:1.0:1775764882.764250:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14454:x1862022293617280:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 1324us (1761us total) trans 4295101563 rc 0/0
00000100:00100000:1.0:1775764882.764260:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2890
00000100:00100000:1.0:1775764882.773658:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.774949:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293617408
00000100:00100000:2.0:1775764882.774966:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293617408
00000100:00100000:2.0:1775764882.775304:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205568
00000100:00100000:2.0:1775764882.775318:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+128:14454:x1862022293617408:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764882.775356:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764882.775387:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e7b2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944655da expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.777753:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e7b9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.777775:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e7b9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.777793:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e7b9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.777811:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e7c0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.777818:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e7c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.777825:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e7c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.777981:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e7c7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.777992:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e7c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778000:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e7c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764882.778058:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015e:0x0]: returning size 77076
00000004:00200000:1.0:1775764882.778063:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764882.778088:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e7c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778101:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e7c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778111:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e7b9 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778119:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e7b9 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778126:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e7b9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778132:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e7b9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778141:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.778146:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e7b9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778154:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e7b9 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778169:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:1.0:1775764882.778172:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.778178:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e7b9 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778184:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e7b9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778200:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e7c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778207:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e7c0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778212:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e7c0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778216:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.778219:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e7c0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778224:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e7c0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778231:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c6877cec00)
00010000:00010000:1.0:1775764882.778233:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764882.778236:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e7c0 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778240:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e7c0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778281:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e7b2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655da expref: 130 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778298:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e7c7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655da expref: 129 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.778305:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:1.0:1775764882.778308:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764882.778310:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28e00, rc 0)
00000100:00100000:1.0:1775764882.779589:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:14454:x1862022293617408:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 4263us (5934us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.779613:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205568
00000100:00100000:1.0:1775764882.779832:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.781009:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293617536
00000100:00100000:3.0:1775764882.781025:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293617536
00000100:00100000:3.0:1775764882.781107:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205569
00000100:00100000:3.0:1775764882.781128:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:14453:x1862022293617536:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:3.0:1775764882.781355:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:14453:x1862022293617536:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 228us (1522us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764882.781362:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205569
00000100:00100000:1.0:1775764882.804641:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.805327:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293617792
00000100:00100000:1.0:1775764882.805342:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293617792
00000100:00100000:1.0:1775764882.805431:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205570
00000100:00100000:1.0:1775764882.805444:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+129:14454:x1862022293617792:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.805475:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.805502:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e7ce lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944655e1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.805657:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.805677:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e7c7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655da expref: 130 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.805687:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.805733:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e7c7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655da expref: 130 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.805749:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e7c7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655da expref: 130 pid: 10031 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.805764:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c683aa0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277236352:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764882.805922:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4000 going to sleep for 11 seconds
00000100:00100000:1.0:1775764882.805993:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1775764882.806543:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c0ae2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1862022277236992:0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.806598:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764882.806641:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277237504:0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.806670:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764882.806699:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277238016:0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.806720:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764882.806743:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2]
00000100:00100000:2.0:1775764882.806749:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:825bbb7a-c3c2-4033-b777-ccae75edba4f:3660:1862022277236608:0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.806776:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764882.806792:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c0ae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277237120:0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.806815:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764882.806834:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6426680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277237632:0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.806876:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764882.806894:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277238144:0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.806914:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764882.806946:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277237504
00000100:00100000:2.0:1775764882.806953:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277237504
00000100:00100000:2.0:1775764882.806995:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277238016
00000100:00100000:3.0:1775764882.807180:0:15587:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277237632
00000100:00100000:3.0:1775764882.807185:0:15587:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277237632
00000100:00100000:3.0:1775764882.807223:0:15587:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277238144
00000100:00100000:3.0:1775764882.807225:0:15587:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277238144
00000100:00100000:3.0:1775764882.807250:0:15587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153
00000100:00100000:3.0:1775764882.807257:0:15587:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+7:3660:x1862022277237504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.807338:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277238016
00000100:00100000:2.0:1775764882.807368:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154
00000100:00100000:2.0:1775764882.807375:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277237632:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.807437:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277237632:12345-0@lo:400:kworker.0 Request processed in 62us (559us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.807445:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154
00000100:00100000:2.0:1775764882.807466:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155
00000100:00100000:2.0:1775764882.807473:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277238144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.807501:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277238144:12345-0@lo:400:kworker.0 Request processed in 30us (587us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.807507:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155
00000100:00100000:2.0:1775764882.807517:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156
00000100:00100000:2.0:1775764882.807523:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3660:x1862022277238016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.807547:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3660:x1862022277238016:12345-0@lo:400:kworker.0 Request processed in 24us (825us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.807554:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156
00000100:00100000:2.0:1775764882.807575:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277236608
00000100:00100000:2.0:1775764882.807578:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277236608
00000100:00100000:2.0:1775764882.807617:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019
00000100:00100000:2.0:1775764882.807624:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe93050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:825bbb7a-c3c2-4033-b777-ccae75edba4f+23:3660:x1862022277236608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.807657:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe93050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:825bbb7a-c3c2-4033-b777-ccae75edba4f+23:3660:x1862022277236608:12345-0@lo:400:kworker.0 Request processed in 33us (879us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.807663:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019
00000100:00100000:2.0:1775764882.807697:0:7806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277237120
00000100:00100000:2.0:1775764882.807700:0:7806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277237120
00000100:00100000:2.0:1775764882.807729:0:7806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593
00000100:00100000:2.0:1775764882.807737:0:7806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277237120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.807768:0:7806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277237120:12345-0@lo:400:kworker.0 Request processed in 33us (952us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.807773:0:7806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593
00000100:00100000:2.0:1775764882.807833:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:825bbb7a-c3c2-4033-b777-ccae75edba4f:3660:1862022277236608:0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.807871:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c0ae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277237120:0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.807882:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6426680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277237632:0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.807890:0:3660:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967864 gen 2
00000004:00080000:2.0:1775764882.807895:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c7bf70dc00, transno 4294967841
00000004:00080000:2.0:1775764882.807903:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c7bf70d500, transno 4294967842
00000004:00080000:2.0:1775764882.807906:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c7bf70d880, transno 4294967843
00000004:00080000:2.0:1775764882.807908:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c7bf70fb80, transno 4294967844
00000004:00080000:2.0:1775764882.807911:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c7bf70df80, transno 4294967845
00000004:00080000:2.0:1775764882.807913:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c7bf70c380, transno 4294967846
00000004:00080000:2.0:1775764882.807916:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c7bf70c700, transno 4294967847
00000004:00080000:2.0:1775764882.807918:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c7bf70e300, transno 4294967848
00000004:00080000:2.0:1775764882.807921:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69ab22d80, transno 4294967849
00000004:00080000:2.0:1775764882.807924:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c681e3f480, transno 4294967850
00000004:00080000:2.0:1775764882.807927:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69ab23480, transno 4294967851
00000004:00080000:2.0:1775764882.807930:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c682a15880, transno 4294967852
00000004:00080000:2.0:1775764882.807932:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69ab21f80, transno 4294967853
00000004:00080000:2.0:1775764882.807936:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c684114e00, transno 4294967854
00000004:00080000:2.0:1775764882.807939:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c682a14000, transno 4294967856
00000004:00080000:2.0:1775764882.807942:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69ab22680, transno 4294967857
00000004:00080000:2.0:1775764882.807945:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c690019180, transno 4294967858
00000004:00080000:2.0:1775764882.807948:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69ab23100, transno 4294967859
00000004:00080000:2.0:1775764882.807950:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69001ad80, transno 4294967860
00000004:00080000:2.0:1775764882.807953:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69001a300, transno 4294967861
00000004:00080000:2.0:1775764882.807956:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69ab23800, transno 4294967862
00000004:00080000:2.0:1775764882.807958:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c690019880, transno 4294967863
00000004:00080000:2.0:1775764882.807961:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c690018a80, transno 4294967864
00000100:00100000:2.0:1775764882.807966:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277238144:0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.807978:0:3660:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967892 gen 2
00000004:00080000:2.0:1775764882.807982:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c68578a680, transno 4294967892
00000100:00100000:2.0:1775764882.807989:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277238016:0@lo:400:kworker.0
00000100:00100000:1.0:1775764882.808315:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c683aa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277236480:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1775764882.808355:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764882.808495:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.808647:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c0ae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1862022277236736:0@lo:400:kworker.0
00000100:00100000:0.0:1775764882.808686:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764882.808707:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c0ae1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1862022277237248:0@lo:400:kworker.0
00000100:00100000:0.0:1775764882.808729:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764882.808749:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6425180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1862022277237760:0@lo:400:kworker.0
00000100:00100000:0.0:1775764882.808769:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764882.808787:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1775764882.808793:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c0ae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277236864:0@lo:400:kworker.0
00000100:00100000:0.0:1775764882.808814:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764882.808833:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1862022277237376:0@lo:400:kworker.0
00000100:00100000:0.0:1775764882.808876:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764882.808894:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6425c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1862022277237888:0@lo:400:kworker.0
00000100:00100000:0.0:1775764882.808914:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1775764882.808932:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1775764882.808938:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1775764882.809047:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+7:3660:x1862022277237504:12345-0@lo:400:kworker.0 Request processed in 1023us (1608us total) trans 0 rc 0/0
00000004:00080000:1.0:1775764882.809581:0:9884:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 2137059739990ns, next at 2138059737390ns, rc = 0
00000100:00100000:1.0:1775764882.809632:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277236992
00000100:00100000:1.0:1775764882.809640:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277236992
00000100:00100000:1.0:1775764882.809676:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277236736
00000100:00100000:1.0:1775764882.809679:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277236736
00000100:00100000:1.0:1775764882.809690:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277237248
00000100:00100000:1.0:1775764882.809693:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277237248
00000100:00100000:1.0:1775764882.809715:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277237760
00000100:00100000:1.0:1775764882.809719:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277237760
00000100:00100000:1.0:1775764882.809731:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277237376
00000100:00100000:1.0:1775764882.809733:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277237376
00000100:00100000:1.0:1775764882.809744:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277237888
00000100:00100000:1.0:1775764882.809746:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277237888
00000100:00100000:1.0:1775764882.809762:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2650
00000100:00100000:1.0:1775764882.809769:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1862022277236992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1775764882.809830:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1862022277236992:12345-0@lo:400:kworker.0 Request processed in 62us (3232us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.809852:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2650
00000100:00100000:1.0:1775764882.809869:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2651
00000100:00100000:1.0:1775764882.809875:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1862022277236736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1775764882.809901:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1862022277236736:12345-0@lo:400:kworker.0 Request processed in 27us (1215us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.809907:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2651
00000100:00100000:1.0:1775764882.809916:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2652
00000100:00100000:1.0:1775764882.809921:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1862022277237248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1775764882.809946:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1862022277237248:12345-0@lo:400:kworker.0 Request processed in 25us (1217us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.809952:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2652
00000100:00100000:1.0:1775764882.809962:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653
00000100:00100000:1.0:1775764882.809967:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1862022277237760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1775764882.809992:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1862022277237760:12345-0@lo:400:kworker.0 Request processed in 25us (1222us total) trans 0 rc 0/0
00000004:00080000:0.0:1775764882.810153:0:9887:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 23 done
00000100:00100000:3.0:1775764882.810246:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153
00000100:00100000:3.0:1775764882.810266:0:15587:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293617920
00000100:00100000:3.0:1775764882.810270:0:15587:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293617920
00000100:00100000:0.0:1775764882.810541:0:8505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277236480
00000100:00100000:0.0:1775764882.810545:0:8505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277236480
00000100:00100000:0.0:1775764882.810577:0:8505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500
00000100:00100000:0.0:1775764882.810583:0:8505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1862022277236480:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1775764882.810599:0:8505:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 118784 granted 485026752 pending 0 free 3874844672 avail 3643191296
00000100:00100000:0.0:1775764882.810659:0:8505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1862022277236480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (2303us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.810665:0:8505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500
00000100:00100000:3.0:1775764882.810683:0:15587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2026
00000100:00100000:3.0:1775764882.810691:0:15587:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2403:x1862022293617920:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:0.0:1775764882.810700:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c683aa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277238272:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1775764882.810735:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764882.810775:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c0ae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1862022277236736:0@lo:400:kworker.0
00000100:00100000:0.0:1775764882.810787:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c0ae1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1862022277237248:0@lo:400:kworker.0
00000100:00100000:0.0:1775764882.810798:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6425180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1862022277237760:0@lo:400:kworker.0
00000100:00080000:0.0:1775764882.810828:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1775764882.810832:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1775764882.813896:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c0ae2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1862022277236992:0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.813950:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277237504:0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.818057:0:6522:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277236864
00000100:00100000:2.0:1775764882.818080:0:6522:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277236864
00000100:00100000:1.0:1775764882.818291:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653
00000100:00100000:1.0:1775764882.818330:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2654
00000100:00100000:1.0:1775764882.818342:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1862022277237376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.818575:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594
00000100:00100000:2.0:1775764882.818584:0:6522:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1862022277236864:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.818720:0:6522:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1862022277236864:12345-0@lo:400:kworker.0 Request processed in 137us (9904us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.818728:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594
00000100:00100000:2.0:1775764882.818767:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2655
00000100:00100000:2.0:1775764882.818775:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1862022277237888:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764882.818808:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1862022277237888:12345-0@lo:400:kworker.0 Request processed in 35us (9894us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.818814:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2655
00000100:00100000:1.0:1775764882.819136:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1862022277237376:12345-0@lo:400:kworker.0 Request processed in 796us (10258us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.819143:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2654
00000100:00100000:0.0:1775764882.819308:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c0ae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277236864:0@lo:400:kworker.0
00000100:00100000:0.0:1775764882.819325:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1862022277237376:0@lo:400:kworker.0
00000100:00100000:0.0:1775764882.819336:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6425c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1862022277237888:0@lo:400:kworker.0
00000100:00100000:1.0:1775764882.819986:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.820723:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277238272
00000100:00100000:2.0:1775764882.820734:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277238272
00000100:00100000:2.0:1775764882.820788:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501
00000100:00100000:2.0:1775764882.820796:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1862022277238272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1775764882.820823:0:8403:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 118784 granted 485026752 pending 0 free 3874844672 avail 3643191296
00000100:00100000:2.0:1775764882.820919:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1862022277238272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (10183us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.820927:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501
00000100:00100000:0.0:1775764882.823652:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293618048
00000100:00100000:0.0:1775764882.823670:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293618048
00010000:00010000:0.0:1775764882.823729:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e7c7 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655da expref: 131 pid: 10031 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.823774:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3185
00000100:00100000:0.0:1775764882.823783:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:2401:x1862022293618048:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764882.823801:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764882.823808:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e7c7 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655da expref: 131 pid: 10031 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.823826:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e7c7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655da expref: 131 pid: 10031 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.823886:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:0.0:1775764882.823892:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.823903:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.823913:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.823939:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764882.824512:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:2401:x1862022293618048:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 727us (4526us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.824524:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3185
00000100:00100000:0.0:1775764882.824629:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c683aa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277238272:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1775764882.824685:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e7c7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655da expref: 130 pid: 10031 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.824705:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c683aa0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277236352:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764882.824722:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.824733:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.824739:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764882.824765:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015e:0x0]: returning size 77076
00010000:00010000:0.0:1775764882.824971:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e7ce lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655e1 expref: 131 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.824988:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655e1 expref: 130 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.830083:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:0.0:1775764882.830088:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764882.830094:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29e00, rc 0)
00000100:00100000:0.0:1775764882.830373:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14454:x1862022293617792:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 24923us (25738us total) trans 4295101564 rc 0/0
00000100:00100000:0.0:1775764882.830385:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205570
00000100:00100000:2.0:1775764882.831100:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c683aa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277236480:0@lo:13:osp-pre-1-0.0
00000001:00080000:0.0:1775764882.835429:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967920 is committed
00000001:00080000:0.0:1775764882.835452:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967919 is committed
00000100:00100000:3.0:1775764882.835770:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2403:x1862022293617920:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 25071us (27268us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764882.835786:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2026
00000100:00100000:3.0:1775764882.849577:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.849754:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293618176
00000100:00100000:2.0:1775764882.849768:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293618176
00000100:00100000:2.0:1775764882.849875:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205571
00000100:00100000:2.0:1775764882.849898:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14454:x1862022293618176:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764882.849933:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764882.849962:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e7e3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944655e8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.850097:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e7ea lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.850117:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655e1 expref: 131 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.850127:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e7ea lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.850181:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655e1 expref: 131 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.850198:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655e1 expref: 131 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.850215:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277238400:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764882.850317:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764882.862554:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.862906:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293618304
00000100:00100000:3.0:1775764882.862920:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293618304
00010000:00010000:3.0:1775764882.862981:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655e1 expref: 132 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764882.863042:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3186
00000100:00100000:3.0:1775764882.863054:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:2402:x1862022293618304:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764882.863073:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764882.863080:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655e1 expref: 132 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.863098:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655e1 expref: 132 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.863129:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:3.0:1775764882.863136:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e7ea lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.863147:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e7ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.863156:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e7ea lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.863532:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764882.863621:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:2402:x1862022293618304:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 568us (1081us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764882.863631:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3186
00010000:00010000:2.0:1775764882.864583:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e7d5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655e1 expref: 131 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.864620:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277238400:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764882.864649:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e7ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.864659:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e7ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.864665:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e7ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764882.864738:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015e:0x0]: returning size 77076
00000004:00200000:2.0:1775764882.864744:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764882.864771:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e7ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.864809:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e7e3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655e8 expref: 131 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.864825:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e7ea lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655e8 expref: 130 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.864834:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:2.0:1775764882.864837:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764882.865123:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd200, rc 0)
00000100:00100000:2.0:1775764882.865262:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+130:14454:x1862022293618176:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15375us (15697us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.865272:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205571
00000100:00100000:1.0:1775764882.883818:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.883984:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.898660:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293618432
00000100:00100000:2.0:1775764882.898682:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293618432
00000100:00100000:2.0:1775764882.902308:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293618560
00000100:00100000:2.0:1775764882.902329:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293618560
00000100:00100000:3.0:1775764882.902569:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205572
00000100:00100000:3.0:1775764882.902586:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14453:x1862022293618432:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764882.902625:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764882.902653:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822400/0x9da62835f5d6e7f1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944655ef expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.902737:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e7f8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.902755:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e7f8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.902771:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e7f8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.902789:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e7ff lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.902796:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e7ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.902803:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e7ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903236:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e806 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903249:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e806 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903258:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e806 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764882.903313:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015f:0x0]: returning size 77076
00000004:00200000:3.0:1775764882.903319:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764882.903344:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e806 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903356:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e806 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903366:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e7f8 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903373:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e7f8 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903379:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e7f8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903386:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e7f8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903392:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4823800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.903397:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e7f8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903405:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e7f8 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903420:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764882.903424:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.903430:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e7f8 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903437:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e7f8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903454:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e7ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903461:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e7ff lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903469:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e7ff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903473:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4822800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.903475:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e7ff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903481:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e7ff lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903488:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c68422a900)
00010000:00010000:3.0:1775764882.903491:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.903494:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e7ff lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903499:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e7ff lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903538:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822400/0x9da62835f5d6e7f1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655ef expref: 133 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903552:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e806 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655ef expref: 132 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903559:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:3.0:1775764882.903561:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764882.903563:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4823400, rc 0)
00000100:00100000:3.0:1775764882.903678:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14453:x1862022293618432:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1096us (19872us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764882.903688:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205572
00000100:00100000:3.0:1775764882.903725:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205573
00000100:00100000:3.0:1775764882.903736:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+131:14454:x1862022293618560:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764882.903750:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764882.903761:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e80d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944655f6 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903801:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e814 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903809:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e814 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903817:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e814 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.903834:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e81b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904187:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e81b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904195:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e81b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904272:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e822 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904281:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e822 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904288:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e822 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764882.904323:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015e:0x0]: returning size 77076
00000004:00200000:3.0:1775764882.904327:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764882.904343:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e822 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904353:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e822 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904361:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e814 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904367:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e814 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904377:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e814 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904383:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e814 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904388:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c79545c800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.904391:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e814 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904397:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e814 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904407:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:3.0:1775764882.904410:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.904413:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e814 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904420:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e814 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904432:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e81b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904438:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e81b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904445:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e81b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904450:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c79545ce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764882.904453:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e81b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904459:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e81b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904466:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68422ab00)
00010000:00010000:3.0:1775764882.904468:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764882.904470:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e81b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904475:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e81b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904503:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e80d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655f6 expref: 133 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904513:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e822 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655f6 expref: 132 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.904520:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:3.0:1775764882.904522:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764882.904525:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c79545ca00, rc 0)
00000100:00100000:3.0:1775764882.904566:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14454:x1862022293618560:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 833us (20582us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764882.904575:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205573
00000100:00100000:1.0:1775764882.920412:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.921435:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.923313:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293618816
00000100:00100000:2.0:1775764882.923331:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293618816
00000100:00100000:3.0:1775764882.925358:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293619072
00000100:00100000:3.0:1775764882.925376:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293619072
00000100:00100000:3.0:1775764882.925477:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205574
00000100:00100000:3.0:1775764882.925490:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:14454:x1862022293619072:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764882.925564:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1775764882.925631:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e822 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655f6 expref: 133 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.925663:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e7ea lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655e8 expref: 132 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.925677:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:3.0:1775764882.925683:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764882.925744:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e829 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.925761:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e829 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.925773:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e829 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764882.926344:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e901eeb6 reply state 00000000dbb2cac4 transno 4295101565 ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e829 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.926364:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e829 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764882.926371:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:3.0:1775764882.926374:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764882.926377:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764882.926735:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:14454:x1862022293619072:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1246us (5304us total) trans 4295101565 rc 0/0
00000100:00100000:3.0:1775764882.926745:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205574
00000100:00100000:0.0:1775764882.926954:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205575
00000100:00100000:0.0:1775764882.926963:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14453:x1862022293618816:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764882.927016:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1775764882.927037:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e806 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655ef expref: 132 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.927056:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e79d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655cc expref: 131 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.927065:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:0.0:1775764882.927069:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764882.927108:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e830 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.927120:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e830 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.927129:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e830 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764882.927201:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec6170d4 reply state 000000006dffb81a transno 4295101566 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e830 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.927212:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e830 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.927217:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:0.0:1775764882.927220:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764882.927221:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764882.927276:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14453:x1862022293618816:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 313us (6876us total) trans 4295101566 rc 0/0
00000100:00100000:0.0:1775764882.927283:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205575
00000100:00100000:0.0:1775764882.933306:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.933417:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293619200
00000100:00100000:2.0:1775764882.933430:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293619200
00000100:00100000:2.0:1775764882.933504:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2027
00000100:00100000:2.0:1775764882.933516:0:8401:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2401:x1862022293619200:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:2.0:1775764882.933738:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x78:0x0] updating lvb size from disk: 77076 -> 77076
00002000:00010000:2.0:1775764882.933743:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x78:0x0] updating lvb mtime from disk: 1775764870 -> 1775764870
00002000:00010000:2.0:1775764882.933746:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x78:0x0] updating lvb atime from disk: 1775764872 -> 1775764862
00002000:00010000:2.0:1775764882.933748:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x78:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882
00002000:00010000:2.0:1775764882.933750:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x78:0x0] updating lvb blocks from disk: 152 -> 152
00000100:00100000:2.0:1775764882.933831:0:8401:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2401:x1862022293619200:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 317us (540us total) trans 4294967895 rc 0/0
00000100:00100000:2.0:1775764882.933873:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2027
00000100:00100000:0.0:1775764882.942904:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.943263:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293619328
00000100:00100000:1.0:1775764882.943278:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293619328
00000100:00100000:1.0:1775764882.943366:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205576
00000100:00100000:1.0:1775764882.943379:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+132:14453:x1862022293619328:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764882.943413:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764882.943442:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e837 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944655fd expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.943518:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e837 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1015f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655fd expref: 133 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.943534:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29000/0x9da62835f5d6e837 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1015f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655fd expref: 133 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.943555:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:1.0:1775764882.943559:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:1.0:1775764882.943563:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29000, rc 0)
00000100:00100000:1.0:1775764882.943654:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:14453:x1862022293619328:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 277us (814us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764882.943661:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205576
00000100:00100000:0.0:1775764882.951698:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764882.951821:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764882.951941:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293619584
00000100:00100000:3.0:1775764882.951956:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293619584
00000100:00100000:3.0:1775764882.953182:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2891
00000100:00100000:3.0:1775764882.953204:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+133:14454:x1862022293619584:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764882.953521:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14454:x1862022293619584:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 326us (1836us total) trans 4295101567 rc 0/0
00000100:00100000:3.0:1775764882.953530:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2891
00000100:00100000:0.0:1775764882.957416:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764882.959200:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293619712
00000100:00100000:1.0:1775764882.959220:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293619712
00000100:00100000:0.0:1775764882.959407:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2028
00000100:00100000:0.0:1775764882.959420:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2402:x1862022293619712:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764882.959653:0:14278:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x78:0x0] updating lvb size from disk: 0 -> 77076
00002000:00010000:0.0:1775764882.959658:0:14278:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x78:0x0] updating lvb mtime from disk: 0 -> 1775764870
00002000:00010000:0.0:1775764882.959660:0:14278:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x78:0x0] updating lvb atime from disk: 0 -> 1775764872
00002000:00010000:0.0:1775764882.959662:0:14278:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x78:0x0] updating lvb ctime from disk: 0 -> 1775764882
00002000:00010000:0.0:1775764882.959666:0:14278:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x78:0x0] updating lvb blocks from disk: 0 -> 152
00000100:00100000:0.0:1775764882.959758:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293619712:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 339us (7935us total) trans 4294967921 rc 0/0
00000100:00100000:0.0:1775764882.959771:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2028
00000100:00100000:2.0:1775764882.971268:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293619840
00000100:00100000:2.0:1775764882.971290:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293619840
00000100:00100000:2.0:1775764882.971391:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205577
00000100:00100000:2.0:1775764882.971404:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690018a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14454:x1862022293619840:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764882.971437:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764882.971466:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e83e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465604 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971552:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e845 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971571:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e845 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971585:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e845 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971614:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e84c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971622:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e84c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971633:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e84c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971734:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e853 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971744:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e853 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971750:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e853 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764882.971800:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015e:0x0]: returning size 77076
00000004:00200000:2.0:1775764882.971805:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764882.971831:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e853 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971873:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e853 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971883:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e845 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971890:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e845 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971897:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e845 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971903:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.971908:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e845 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.971930:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e845 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.972181:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764882.972184:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.972191:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e845 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.972199:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e845 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.972215:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e84c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.972221:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e84c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.972227:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e84c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.972232:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764882.972234:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e84c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.972240:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e84c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.972247:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe7aaf970 (ffff93c68cb34b00)
00010000:00010000:2.0:1775764882.972249:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764882.972251:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e84c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.972257:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e84c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.972291:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e83e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465604 expref: 136 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.972306:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e853 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465604 expref: 135 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.972314:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:2.0:1775764882.972316:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764882.972319:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebcc00, rc 0)
00000100:00100000:2.0:1775764882.972410:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690018a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293619840:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1008us (15006us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764882.972419:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205577
00000100:00100000:1.0:1775764882.977567:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.977951:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293620096
00000100:00100000:2.0:1775764882.977966:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293620096
00000100:00100000:2.0:1775764882.978042:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205578
00000100:00100000:2.0:1775764882.978054:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14453:x1862022293620096:12345-192.168.202.56@tcp:55:dbench.0
00010000:00010000:2.0:1775764882.978139:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.978162:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e7ab lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944655d3 expref: 135 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.978173:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.978224:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e7ab lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655d3 expref: 135 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764882.978241:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e7ab lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655d3 expref: 135 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764882.978258:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277238528:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764882.978370:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764882.983638:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764882.983753:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277238528:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764882.983787:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.984156:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293620224
00000100:00100000:0.0:1775764882.984165:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293620224
00010000:00010000:0.0:1775764882.984212:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e7ab lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655d3 expref: 136 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764882.984272:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3187
00000100:00100000:0.0:1775764882.984283:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:2402:x1862022293620224:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764882.984300:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764882.984307:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e7ab lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655d3 expref: 136 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.984321:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e7ab lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655d3 expref: 136 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.984347:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e7ab lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944655d3 expref: 136 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.984366:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:0.0:1775764882.984371:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.984381:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.984390:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764882.984427:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764882.984495:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:2402:x1862022293620224:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 214us (871us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764882.984504:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3187
00010000:00010000:1.0:1775764882.984649:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.984658:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.984715:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.984723:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.984731:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.984737:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764882.984742:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.984751:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.984763:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:1.0:1775764882.984765:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:1.0:1775764882.984770:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764882.984775:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6e85a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764882.984826:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14453:x1862022293620096:12345-192.168.202.56@tcp:55:dbench.0 Request processed in 6775us (7275us total) trans 0 rc -22/-22
00000100:00100000:1.0:1775764882.984835:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205578
00010000:00010000:0.0:1775764882.999173:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764883.000452:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.000521:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.000660:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293620480
00000100:00100000:2.0:1775764883.000671:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293620480
00000100:00100000:2.0:1775764883.000749:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205579
00000100:00100000:2.0:1775764883.000760:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14454:x1862022293620480:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.000782:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.000803:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e861 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446560b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1775764883.001035:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1775764883.001088:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.001107:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e853 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465604 expref: 135 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.001121:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.001157:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e853 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465604 expref: 135 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.001171:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e853 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465604 expref: 135 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.001186:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277238656:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764883.001316:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764883.001367:0:15576:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293620608
00000100:00100000:2.0:1775764883.001372:0:15576:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293620608
00002000:00100000:2.0:1775764883.001407:0:15576:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x78:0x0] (0->4095)  req@ffff93c6a48b3800 x1862022293620608/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:364/0 lens 4584/0 e 0 to 0 dl 1775764894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764883.001417:0:15576:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6a48b3800 with x1862022293620608 ext(0->4095)
00002000:00010000:2.0:1775764883.001424:0:15576:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c6a48b3800
00000100:00100000:2.0:1775764883.001451:0:15576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 444
00000100:00100000:2.0:1775764883.001458:0:15576:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2400:x1862022293620608:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:2.0:1775764883.003828:0:15576:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2400:x1862022293620608:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 2355us (3292us total) trans 4294967922 rc 0/0
00000100:00100000:2.0:1775764883.003896:0:15576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 444
00002000:00100000:2.0:1775764883.003909:0:15576:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x78:0x0] (0->4095)  req@ffff93c6a48b3800 x1862022293620608/t4294967922(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:364/0 lens 4584/448 e 0 to 0 dl 1775764894 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764883.003943:0:15576:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c6a48b3800 with x1862022293620608 ext(0->4095)
00002000:00010000:2.0:1775764883.003950:0:15576:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c6a48b3800
00000100:00100000:1.0:1775764883.011404:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.011529:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293620736
00000100:00100000:0.0:1775764883.011542:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293620736
00010000:00010000:0.0:1775764883.011718:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e853 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465604 expref: 136 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.011771:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3188
00000100:00100000:0.0:1775764883.011783:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a035f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:2403:x1862022293620736:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764883.011804:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764883.011811:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e853 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465604 expref: 136 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.011826:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e853 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465604 expref: 136 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.011953:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:0.0:1775764883.011959:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.011970:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.011979:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.012072:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764883.012207:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a035f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:2403:x1862022293620736:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 426us (820us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.012216:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3188
00010000:00010000:2.0:1775764883.012311:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e853 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465604 expref: 135 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.012339:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277238656:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764883.012364:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.012373:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.012379:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764883.012402:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015e:0x0]: returning size 77076
00010000:00010000:2.0:1775764883.012552:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e861 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446560b expref: 136 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.012566:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446560b expref: 135 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.012575:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:2.0:1775764883.012578:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764883.012581:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd200, rc 0)
00000100:00100000:2.0:1775764883.012647:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293620480:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11889us (12204us total) trans 4295101568 rc 0/0
00000100:00100000:2.0:1775764883.012659:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205579
00000100:00100000:0.0:1775764883.015489:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.015642:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293620864
00000100:00100000:2.0:1775764883.015666:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293620864
00000100:00100000:2.0:1775764883.015738:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205580
00000100:00100000:2.0:1775764883.015749:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14453:x1862022293620864:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:2.0:1775764883.015939:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14453:x1862022293620864:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 187us (459us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.015947:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205580
00000100:00100000:1.0:1775764883.026356:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.026503:0:15577:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293620992
00000100:00100000:3.0:1775764883.026519:0:15577:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293620992
00000100:00100000:3.0:1775764883.026618:0:15577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2029
00000100:00100000:3.0:1775764883.026637:0:15577:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2401:x1862022293620992:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:2.0:1775764883.032207:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967922 is committed
00000100:00100000:3.0:1775764883.033021:0:15577:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2401:x1862022293620992:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 6387us (6854us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764883.033035:0:15577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2029
00000100:00100000:1.0:1775764883.033287:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.033922:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293621120
00000100:00100000:3.0:1775764883.034108:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293621120
00000100:00100000:3.0:1775764883.034170:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205581
00000100:00100000:3.0:1775764883.034178:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293621120:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764883.034202:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764883.034220:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e876 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465612 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.034301:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e87d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.034315:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446560b expref: 136 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.034330:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e87d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.034363:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446560b expref: 136 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.034377:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446560b expref: 136 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.034391:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c71c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277238784:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764883.034461:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189fe40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764883.038398:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c71c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277238784:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764883.038427:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e87d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.039787:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.040164:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293621248
00000100:00100000:1.0:1775764883.040179:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293621248
00010000:00010000:1.0:1775764883.040227:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446560b expref: 137 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.040273:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3189
00000100:00100000:1.0:1775764883.040284:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:2402:x1862022293621248:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.040301:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.040308:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446560b expref: 137 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.040323:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446560b expref: 137 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.040347:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e868 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446560b expref: 137 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.040365:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:1.0:1775764883.040370:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e87d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.040380:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e87d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.040389:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e87d lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.040422:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764883.040484:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:2402:x1862022293621248:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 202us (709us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.040498:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3189
00010000:00010000:3.0:1775764883.040796:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e87d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.040805:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e87d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764883.041018:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015e:0x0]: returning size 77076
00000004:00200000:3.0:1775764883.041023:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764883.041048:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e87d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.041086:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e876 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465612 expref: 136 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.041108:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ce00/0x9da62835f5d6e87d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465612 expref: 135 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.041116:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:3.0:1775764883.041118:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764883.041121:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c79545ce00, rc 0)
00000100:00100000:3.0:1775764883.041168:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293621120:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6991us (7890us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764883.041176:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205581
00000100:00100000:0.0:1775764883.045241:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.045361:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293621504
00000100:00100000:3.0:1775764883.045376:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293621504
00000100:00100000:0.0:1775764883.047163:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2892
00000100:00100000:0.0:1775764883.047178:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14453:x1862022293621504:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764883.047578:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14453:x1862022293621504:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 403us (2585us total) trans 4295101569 rc 0/0
00000100:00100000:0.0:1775764883.047588:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2892
00000100:00100000:1.0:1775764883.051119:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.051208:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293621632
00000100:00100000:3.0:1775764883.051224:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293621632
00000100:00100000:3.0:1775764883.051301:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205582
00000100:00100000:3.0:1775764883.051312:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293621632:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764883.051338:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764883.051365:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e884 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465619 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.051547:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e88b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.051567:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e88b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.051582:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e88b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.051737:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e892 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.051746:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e892 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.051752:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e892 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.054463:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.054546:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293621760
00000100:00100000:2.0:1775764883.054562:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293621760
00000100:00100000:2.0:1775764883.054650:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205583
00000100:00100000:2.0:1775764883.054662:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14453:x1862022293621760:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.054688:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.054711:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e899 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465620 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.054784:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e8a0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.054798:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e8a0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.054810:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e8a0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.054824:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8a7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.054831:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055159:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055256:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e8ae lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055266:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e8ae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055274:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e8ae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764883.055311:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015f:0x0]: returning size 77076
00000004:00200000:2.0:1775764883.055316:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764883.055336:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e8ae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055348:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e8ae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055357:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e8a0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055363:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e8a0 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055370:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e8a0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055381:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebcc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.055384:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e8a0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055392:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e8a0 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055401:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764883.055404:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.055408:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e8a0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055414:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e8a0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055551:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055558:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8a7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055564:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8a7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055569:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.055573:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8a7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055578:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8a7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055591:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c68cb34600)
00010000:00010000:2.0:1775764883.055593:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.055596:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8a7 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055611:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8a7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055642:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e899 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465620 expref: 140 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055655:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e8ae lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465620 expref: 139 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.055661:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:2.0:1775764883.055663:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764883.055665:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd400, rc 0)
00000100:00100000:2.0:1775764883.055735:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14453:x1862022293621760:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1076us (1285us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.055744:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205583
00010000:00010000:0.0:1775764883.056987:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e8b5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057022:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e8b5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057036:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e8b5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764883.057097:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:0.0:1775764883.057101:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764883.057125:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e8b5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057139:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e8b5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057152:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e88b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057170:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e88b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057176:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e88b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057184:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e88b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057190:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c79545c800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764883.057194:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e88b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057201:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e88b lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057215:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764883.057218:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764883.057222:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e88b lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057228:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6e88b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057246:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e892 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057252:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e892 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057257:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e892 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057262:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4823400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764883.057265:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e892 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057270:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e892 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057278:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xddd0a3dd (ffff93c68422ab00)
00010000:00010000:0.0:1775764883.057280:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764883.057283:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e892 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057289:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e892 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057337:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6e884 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465619 expref: 139 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057353:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e8b5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465619 expref: 138 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.057359:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764883.057361:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764883.057364:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5400, rc 0)
00000100:00100000:0.0:1775764883.057446:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14454:x1862022293621632:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6136us (6335us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.057458:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205582
00000100:00100000:3.0:1775764883.067532:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.067738:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293622016
00000100:00100000:1.0:1775764883.067753:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293622016
00000100:00100000:1.0:1775764883.067833:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205584
00000100:00100000:1.0:1775764883.067881:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14454:x1862022293622016:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764883.067911:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764883.068162:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e8bc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465627 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.068305:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.068323:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e8b5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465619 expref: 139 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.068332:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.068382:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e8b5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465619 expref: 139 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.068399:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e8b5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465619 expref: 139 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.068413:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a036d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277238912:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764883.068898:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4900 going to sleep for 11 seconds
00000100:00100000:2.0:1775764883.076393:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a036d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277238912:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764883.076426:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.076590:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.077293:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293622272
00000100:00100000:2.0:1775764883.077304:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293622272
00000100:00100000:2.0:1775764883.077377:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205585
00000100:00100000:2.0:1775764883.077388:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293622272:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.077409:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.077451:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e8ca lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446562e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.077553:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:2.0:1775764883.077570:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.077588:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e8ae lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465620 expref: 141 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.077597:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.077648:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e8ae lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465620 expref: 141 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.077661:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e8ae lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465620 expref: 141 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.077675:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277239040:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764883.077774:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764883.077803:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293622400
00000100:00100000:1.0:1775764883.077812:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293622400
00010000:00010000:1.0:1775764883.077897:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e8b5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465619 expref: 142 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.077948:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3190
00000100:00100000:1.0:1775764883.077959:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:2403:x1862022293622400:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.077975:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.077982:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e8b5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465619 expref: 142 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.077998:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e8b5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465619 expref: 142 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.078021:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6e8b5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465619 expref: 142 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.078039:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764883.078045:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.078056:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.078064:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.078101:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764883.078152:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:2403:x1862022293622400:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 196us (601us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.078158:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3190
00010000:00010000:3.0:1775764883.078554:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.078564:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764883.078588:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00010000:00010000:3.0:1775764883.078757:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e8bc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465627 expref: 142 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.078784:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465627 expref: 141 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.078793:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764883.078797:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764883.078799:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29e00, rc 0)
00000100:00100000:3.0:1775764883.078894:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293622016:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11017us (11375us total) trans 4295101570 rc 0/0
00000100:00100000:3.0:1775764883.078904:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205584
00000100:00100000:0.0:1775764883.093715:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.094157:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293622528
00000100:00100000:1.0:1775764883.094171:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293622528
00000100:00100000:1.0:1775764883.094335:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205586
00000100:00100000:1.0:1775764883.094348:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293622528:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:3.0:1775764883.094472:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.094509:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293622656
00000100:00100000:3.0:1775764883.094513:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293622656
00010000:00010000:3.0:1775764883.094539:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e8ae lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465620 expref: 142 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.094568:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3191
00000100:00100000:3.0:1775764883.094575:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:2403:x1862022293622656:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764883.094592:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764883.094609:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e8ae lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465620 expref: 142 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.094626:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e8ae lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465620 expref: 142 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.094655:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:3.0:1775764883.094661:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.094673:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.094682:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.094704:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764883.094777:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:2403:x1862022293622656:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 191us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764883.094787:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3191
00010000:00010000:1.0:1775764883.095212:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764883.095235:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e8df lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465635 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.095354:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e8e6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.095370:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465627 expref: 142 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.095380:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e8e6 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.095427:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465627 expref: 142 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.095441:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465627 expref: 142 pid: 6517 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.095458:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a036a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277239168:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764883.095521:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4900 going to sleep for 11 seconds
00010000:00010000:2.0:1775764883.098242:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e8ae lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465620 expref: 142 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.098276:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277239040:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764883.098306:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.098318:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.098325:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764883.098352:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015f:0x0]: returning size 77076
00010000:00010000:2.0:1775764883.098539:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e8ca lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446562e expref: 143 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.098557:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446562e expref: 142 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.098568:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:2.0:1775764883.098571:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764883.098575:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:2.0:1775764883.098664:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293622272:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 21278us (22082us total) trans 4295101571 rc 0/0
00000100:00100000:2.0:1775764883.098675:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205585
00000100:00100000:1.0:1775764883.100176:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a036a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277239168:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764883.100211:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e8e6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.101890:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.102039:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293622784
00000100:00100000:1.0:1775764883.102051:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293622784
00010000:00010000:1.0:1775764883.102096:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465627 expref: 142 pid: 6517 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.102141:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3192
00000100:00100000:1.0:1775764883.102151:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:2402:x1862022293622784:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.102171:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.102179:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465627 expref: 142 pid: 6517 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.102195:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465627 expref: 142 pid: 6517 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.102228:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e8c3 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465627 expref: 142 pid: 6517 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.102247:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:1.0:1775764883.102253:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e8e6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.102264:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e8e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.102273:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e8e6 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.102313:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764883.102376:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:2402:x1862022293622784:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 225us (495us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.102385:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3192
00010000:00010000:3.0:1775764883.102949:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e8e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.102961:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e8e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764883.103032:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:3.0:1775764883.103037:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764883.103064:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e8e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.103103:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e8df lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465635 expref: 141 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.103121:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e8e6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465635 expref: 140 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.103129:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:3.0:1775764883.103132:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764883.103135:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28e00, rc 0)
00000100:00100000:3.0:1775764883.103189:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14454:x1862022293622528:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8844us (9493us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764883.103198:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205586
00000100:00100000:3.0:1775764883.108001:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.108118:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.108769:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293623168
00000100:00100000:0.0:1775764883.108784:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293623168
00000100:00100000:0.0:1775764883.108897:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2893
00000100:00100000:0.0:1775764883.108910:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14454:x1862022293623168:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764883.109256:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293623168:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 348us (1135us total) trans 4295101572 rc 0/0
00000100:00100000:0.0:1775764883.109265:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2893
00000100:00100000:2.0:1775764883.112805:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293622912
00000100:00100000:2.0:1775764883.112827:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293622912
00000100:00100000:3.0:1775764883.113226:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205587
00000100:00100000:3.0:1775764883.113242:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14453:x1862022293622912:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764883.113271:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764883.113303:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e8f4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446563c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.113589:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e8fb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.113618:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446562e expref: 142 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.113628:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e8fb lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.113676:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446562e expref: 142 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.113692:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446562e expref: 142 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.113710:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6829e1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277239296:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764883.113831:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f240 going to sleep for 11 seconds
00000100:00100000:0.0:1775764883.113857:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.113898:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293623296
00000100:00100000:0.0:1775764883.113903:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293623296
00000100:00100000:0.0:1775764883.114211:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205588
00000100:00100000:0.0:1775764883.114220:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293623296:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764883.114232:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764883.114245:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6e902 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465643 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.114292:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e909 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.114306:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e909 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.114326:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e909 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.114346:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6e910 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.114354:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6e910 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.114361:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6e910 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.114463:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e917 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.114473:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e917 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.114481:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e917 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764883.114522:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015a:0x0]: returning size 74834
00000004:00200000:0.0:1775764883.114528:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764883.114551:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e917 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115230:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e917 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115243:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e909 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115254:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e909 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115262:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e909 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115267:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764883.115273:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e909 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115280:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e909 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115296:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:0.0:1775764883.115300:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764883.115306:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e909 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115312:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e909 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115329:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6e910 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115336:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6e910 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115342:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6e910 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115347:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764883.115351:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6e910 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115358:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6e910 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115367:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xddd0a3dd (ffff93c795e56a00)
00010000:00010000:0.0:1775764883.115370:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764883.115374:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6e910 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115380:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d6e910 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115429:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6e902 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465643 expref: 145 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115447:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e917 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465643 expref: 144 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.115456:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:0.0:1775764883.115459:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764883.115461:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5200, rc 0)
00000100:00100000:0.0:1775764883.115591:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14454:x1862022293623296:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1371us (1755us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.116544:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205588
00000100:00100000:1.0:1775764883.130180:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.130280:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.130368:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6829e1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277239296:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764883.130402:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e8fb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.138018:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293623424
00000100:00100000:2.0:1775764883.138041:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293623424
00010000:00010000:2.0:1775764883.138110:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446562e expref: 144 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.138167:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293623552
00000100:00100000:2.0:1775764883.138170:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293623552
00000100:00100000:2.0:1775764883.138197:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3193
00000100:00100000:2.0:1775764883.138206:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2403:x1862022293623424:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764883.138226:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764883.138235:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446562e expref: 145 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.138253:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446562e expref: 145 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.138261:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1124
00000100:00100000:0.0:1775764883.138274:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2402:x1862022293623552:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764883.138285:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6e8d1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446562e expref: 145 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.138286:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764883.138305:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d6e917 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465643 expref: 144 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.138308:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:2.0:1775764883.138318:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e8fb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.138325:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764883.138330:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e8fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.138332:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764883.138342:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e8fb lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.138379:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764883.139721:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:2403:x1862022293623424:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1505us (9545us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.139735:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3193
00010000:00010000:2.0:1775764883.139788:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e8fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.139805:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e8fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.139831:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:2402:x1862022293623552:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1558us (9548us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.139857:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1124
00000004:00200000:2.0:1775764883.139893:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015f:0x0]: returning size 77076
00000004:00200000:2.0:1775764883.139898:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764883.139936:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e8fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.139977:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6e8f4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446563c expref: 142 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.139996:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e8fb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446563c expref: 141 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.140006:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:2.0:1775764883.140009:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764883.140013:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4822800, rc 0)
00000100:00100000:2.0:1775764883.140063:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14453:x1862022293622912:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 26825us (32078us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.140070:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205587
00000100:00100000:0.0:1775764883.145037:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.145252:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293623808
00000100:00100000:2.0:1775764883.145264:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293623808
00000100:00100000:2.0:1775764883.145332:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205589
00000100:00100000:2.0:1775764883.145344:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293623808:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764883.145422:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764883.145459:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e8e6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465635 expref: 141 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.145501:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6dedd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465325 expref: 140 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.145513:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34500)
00010000:00010000:2.0:1775764883.145528:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764883.145552:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e91e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.145568:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e91e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.145579:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e91e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.145595:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e925 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.145612:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e925 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.145618:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e925 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.145727:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e92c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.145735:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e92c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.145741:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e92c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764883.146046:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].87, 64 off13760
00010000:00010000:2.0:1775764883.146111:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e933 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146122:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e933 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146130:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e933 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146139:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e933 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146145:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e933 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146152:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e933 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146177:0:6518:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764883.146199:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e92c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146204:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e92c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1015a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146210:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e92c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1015a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146216:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebcc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.146220:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e92c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1015a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146229:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e92c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1015a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146238:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34200)
00010000:00010000:2.0:1775764883.146240:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764883.146244:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e92c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1015a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146249:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e92c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1015a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146268:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e91e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146274:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e91e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146280:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e91e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146285:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.146287:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e91e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146293:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e91e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146300:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff93c7857ba400)
00010000:00010000:2.0:1775764883.146302:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.146305:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e91e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146315:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6e91e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764883.146323:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042307c84 reply state 000000003c545b35 transno 4295101573 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e925 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146335:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e925 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.146341:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xddd0a3dd (ffff93c68cb34600)
00010000:00010000:2.0:1775764883.146343:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764883.146347:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764883.146445:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293623808:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1100us (1418us total) trans 4295101573 rc 0/0
00000100:00100000:2.0:1775764883.146456:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205589
00010000:00010000:0.0:1775764883.149692:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764883.149713:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e933 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.149725:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd000 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764883.149730:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e933 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.149741:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e933 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.149764:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015a:0x0].0x0 (ffff93c68cb34200)
00010000:00010000:0.0:1775764883.149768:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764883.149773:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e933 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.149779:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6e933 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1015a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.149816:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764883.149818:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764883.149821:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764883.160043:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.160177:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293623936
00000100:00100000:3.0:1775764883.160190:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293623936
00000100:00100000:3.0:1775764883.160262:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205590
00000100:00100000:3.0:1775764883.160271:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14453:x1862022293623936:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764883.160304:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764883.160330:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822400/0x9da62835f5d6e93a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446564a expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160414:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e941 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160435:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e941 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160452:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e941 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160471:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e948 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160478:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e948 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160495:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e948 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160594:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e94f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160616:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e94f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160623:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e94f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764883.160674:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015f:0x0]: returning size 77076
00000004:00200000:3.0:1775764883.160679:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764883.160701:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e94f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160713:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e94f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160723:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e941 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160730:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e941 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160736:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e941 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160742:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e941 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160748:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4823800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764883.160752:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e941 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160761:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e941 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160774:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:3.0:1775764883.160777:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764883.160782:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e941 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160792:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6e941 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160810:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e948 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160815:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e948 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160820:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e948 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160825:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4823400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764883.160828:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e948 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160833:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e948 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160873:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c68422a900)
00010000:00010000:3.0:1775764883.160875:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764883.160878:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e948 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160884:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6e948 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160932:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822400/0x9da62835f5d6e93a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446564a expref: 143 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160953:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e94f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446564a expref: 142 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.160960:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:3.0:1775764883.160962:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764883.160965:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7a0fe9a00, rc 0)
00000100:00100000:3.0:1775764883.161047:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293623936:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 776us (1018us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764883.161055:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205590
00000100:00100000:0.0:1775764883.169693:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.169790:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293624064
00000100:00100000:3.0:1775764883.169803:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293624064
00000100:00080000:0.0:1775764883.170063:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1775764883.177738:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205591
00000100:00100000:2.0:1775764883.177757:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+114:14454:x1862022293624064:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.177785:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.177811:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebce00/0x9da62835f5d6e956 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465651 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.177911:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e95d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.177940:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e95d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.177956:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e95d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.177975:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc000/0x9da62835f5d6e964 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.177983:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc000/0x9da62835f5d6e964 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.177989:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc000/0x9da62835f5d6e964 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178087:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6e96b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178097:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6e96b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178104:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6e96b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764883.178152:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 327680
00000004:00200000:2.0:1775764883.178157:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764883.178181:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6e96b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178193:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6e96b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178203:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e95d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178210:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e95d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178222:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e95d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178228:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebcc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.178233:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e95d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178242:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e95d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178255:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff93c69e7e1100)
00010000:00010000:2.0:1775764883.178258:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.178264:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e95d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178271:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e95d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178285:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc000/0x9da62835f5d6e964 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178292:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc000/0x9da62835f5d6e964 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178298:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc000/0x9da62835f5d6e964 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178302:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.178305:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc000/0x9da62835f5d6e964 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178315:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc000/0x9da62835f5d6e964 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178322:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0xe364b611 (ffff93c68cb34500)
00010000:00010000:2.0:1775764883.178324:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.178327:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc000/0x9da62835f5d6e964 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178333:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc000/0x9da62835f5d6e964 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178366:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebce00/0x9da62835f5d6e956 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465651 expref: 116 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178381:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6e96b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465651 expref: 115 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.178388:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff93c69fb5ea00)
00010000:00010000:2.0:1775764883.178391:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764883.178393:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc400, rc 0)
00000100:00100000:2.0:1775764883.180890:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:14454:x1862022293624064:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3124us (11195us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.180907:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205591
00000100:00100000:2.0:1775764883.186273:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.186462:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.186689:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293624448
00000100:00100000:2.0:1775764883.186702:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293624448
00000100:00100000:2.0:1775764883.186772:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205592
00000100:00100000:2.0:1775764883.186784:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293624448:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764883.186879:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764883.186914:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6e8fb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446563c expref: 142 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.187056:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:2.0:1775764883.187061:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764883.187127:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.187144:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e94f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446564a expref: 141 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.187153:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.187196:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e94f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446564a expref: 141 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.187213:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e94f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446564a expref: 141 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.187230:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6424a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277239424:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764883.187397:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293624192
00000100:00100000:1.0:1775764883.187403:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293624192
00010000:00010000:1.0:1775764883.187426:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e94f lrc: 6/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446564a expref: 142 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.187453:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3194
00000100:00100000:1.0:1775764883.187460:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:2402:x1862022293624192:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.187474:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.187478:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e94f lrc: 6/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446564a expref: 142 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.187502:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e94f lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446564a expref: 142 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.187516:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:1.0:1775764883.187520:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.187528:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.187536:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.187554:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764883.187690:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1180 going to sleep for 11 seconds
00000100:00100000:1.0:1775764883.191800:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:2402:x1862022293624192:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 4321us (5525us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.191822:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3194
00000100:00100000:0.0:1775764883.205931:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.205981:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.206111:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293624576
00000100:00100000:0.0:1775764883.206120:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293624576
00000100:00100000:0.0:1775764883.206194:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1125
00000100:00100000:0.0:1775764883.206205:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:2402:x1862022293624576:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764883.206226:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764883.206259:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6e96b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465651 expref: 115 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.206283:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff93c69fb5ea00)
00010000:00010000:0.0:1775764883.206288:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764883.206344:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+114:2402:x1862022293624576:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 140us (426us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.206352:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1125
00000100:00100000:0.0:1775764883.206382:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293624832
00000100:00100000:0.0:1775764883.206386:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293624832
00000100:00100000:0.0:1775764883.206413:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205593
00000100:00100000:0.0:1775764883.206420:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+114:14454:x1862022293624832:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764883.206441:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764883.206458:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6e979 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465658 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.206613:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.206632:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6901cb600/0x9da62835f5d67c89 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094463867 expref: 115 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.206642:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.206679:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c6901cb600/0x9da62835f5d67c89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094463867 expref: 115 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.206696:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6901cb600/0x9da62835f5d67c89 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094463867 expref: 115 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.206710:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:14273:1862022277239552:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764883.206775:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c480 going to sleep for 11 seconds
00010000:00010000:3.0:1775764883.207760:0:6518:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@000000006224aa5d x1862022277239424) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e94f lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446564a expref: 141 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.207786:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e94f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446564a expref: 141 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.207811:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6424a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277239424:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764883.207853:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:3.0:1775764883.207862:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.207873:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.207880:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764883.208041:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d46c0fa3 reply state 000000002b4ac874 transno 4295101574 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.208058:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.208066:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:3.0:1775764883.208069:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764883.208072:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764883.209778:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293624448:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 22982us (23302us total) trans 4295101574 rc 0/0
00000100:00100000:3.0:1775764883.209792:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205592
00000100:00100000:2.0:1775764883.227083:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.229910:0:8400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293624960
00000100:00100000:3.0:1775764883.229930:0:8400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293624960
00000100:00100000:3.0:1775764883.230021:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2030
00000100:00100000:3.0:1775764883.230033:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+67:2403:x1862022293624960:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:3.0:1775764883.230257:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x78:0x0] updating lvb size from disk: 77076 -> 77076
00002000:00010000:3.0:1775764883.230261:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x78:0x0] updating lvb mtime from disk: 1775764870 -> 1775764870
00002000:00010000:3.0:1775764883.230264:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x78:0x0] updating lvb atime from disk: 1775764872 -> 1775764862
00002000:00010000:3.0:1775764883.230266:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x78:0x0] updating lvb ctime from disk: 1775764882 -> 1775764882
00002000:00010000:3.0:1775764883.230269:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x78:0x0] updating lvb blocks from disk: 152 -> 152
00000100:00100000:3.0:1775764883.230368:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2403:x1862022293624960:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 336us (3299us total) trans 4294967923 rc 0/0
00000100:00100000:3.0:1775764883.230377:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2030
00000100:00100000:3.0:1775764883.230461:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.230642:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293625088
00000100:00100000:1.0:1775764883.230647:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293625088
00010000:00010000:1.0:1775764883.230678:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6901cb600/0x9da62835f5d67c89 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094463867 expref: 116 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.230715:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3195
00000100:00100000:1.0:1775764883.230723:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:2402:x1862022293625088:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.230739:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.230746:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c6901cb600/0x9da62835f5d67c89 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094463867 expref: 116 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.230761:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c6901cb600/0x9da62835f5d67c89 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094463867 expref: 116 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.230788:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff93c69fb5ea00)
00010000:00010000:1.0:1775764883.230795:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.230806:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.230815:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.230876:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764883.230907:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:2402:x1862022293625088:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 185us (447us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.230914:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3195
00010000:00010000:0.0:1775764883.234154:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6901cb600/0x9da62835f5d67c89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094463867 expref: 115 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.234188:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:14273:1862022277239552:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764883.234221:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.234361:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.234371:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764883.234400:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 327680
00000100:00100000:3.0:1775764883.234556:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764883.234636:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6e979 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465658 expref: 116 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.234660:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465658 expref: 115 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.234671:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff93c69fb5ea00)
00010000:00010000:1.0:1775764883.234674:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764883.234679:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5c00, rc 0)
00000100:00100000:1.0:1775764883.234757:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:14454:x1862022293624832:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 28336us (28774us total) trans 4294969475 rc 0/0
00000100:00100000:1.0:1775764883.234768:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205593
00000100:00100000:0.0:1775764883.234972:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293625344
00000100:00100000:0.0:1775764883.234981:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293625344
00000100:00100000:0.0:1775764883.235029:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2894
00000100:00100000:0.0:1775764883.235040:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293625344:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764883.235214:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14453:x1862022293625344:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 176us (660us total) trans 4295101575 rc 0/0
00000100:00100000:0.0:1775764883.235222:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2894
00000100:00100000:1.0:1775764883.243785:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.243835:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.244021:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293625472
00000100:00100000:2.0:1775764883.244035:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293625472
00000100:00100000:2.0:1775764883.244106:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293625600
00000100:00100000:2.0:1775764883.244110:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293625600
00000100:00100000:2.0:1775764883.244142:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205594
00000100:00100000:2.0:1775764883.244153:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:14454:x1862022293625472:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.244187:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.244216:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc000/0x9da62835f5d6e98e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446565f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.244312:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205595
00000100:00100000:3.0:1775764883.244325:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14453:x1862022293625600:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.244332:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.244340:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.244353:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465658 expref: 116 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.244358:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e99c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465666 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.244367:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.244412:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465658 expref: 116 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.244427:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465658 expref: 116 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.244442:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6425880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6517:1862022277239680:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764883.244543:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1a80 going to sleep for 11 seconds
00010000:00010000:1.0:1775764883.245213:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e9a3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245230:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e9a3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245245:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e9a3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245264:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9aa lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245273:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245280:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245389:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9b1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245398:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245405:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764883.245446:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015f:0x0]: returning size 77076
00000004:00200000:1.0:1775764883.245451:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764883.245476:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245500:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245510:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e9a3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245516:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e9a3 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245523:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e9a3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245529:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.245534:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e9a3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245543:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e9a3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245557:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764883.245561:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.245566:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e9a3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245573:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e9a3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245588:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245594:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9aa lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245610:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9aa lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245615:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.245618:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9aa lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245624:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9aa lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245632:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe7aaf970 (ffff93c6877cec00)
00010000:00010000:1.0:1775764883.245635:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.245637:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9aa lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245642:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9aa lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245682:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e99c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465666 expref: 145 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245701:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9b1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465666 expref: 144 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.245708:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:1.0:1775764883.245710:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764883.245712:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28200, rc 0)
00000100:00100000:1.0:1775764883.245782:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293625600:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1460us (1945us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.245792:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205595
00000100:00100000:1.0:1775764883.269014:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.269120:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293625728
00000100:00100000:3.0:1775764883.269133:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293625728
00010000:00010000:3.0:1775764883.269186:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465658 expref: 117 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.269224:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3196
00000100:00100000:3.0:1775764883.269235:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdf9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:2402:x1862022293625728:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764883.269253:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764883.269261:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465658 expref: 117 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.269278:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465658 expref: 117 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.269306:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff93c69fb5ea00)
00010000:00010000:3.0:1775764883.269313:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.269324:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.269333:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.269356:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764883.269426:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdf9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:2402:x1862022293625728:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 192us (427us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764883.269434:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3196
00010000:00010000:2.0:1775764883.269656:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5c00/0x9da62835f5d6e980 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465658 expref: 116 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.269676:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6425880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6517:1862022277239680:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764883.269701:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.269711:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.269718:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764883.269783:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 327680
00000004:00200000:2.0:1775764883.269789:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764883.269812:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.269896:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc000/0x9da62835f5d6e98e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446565f expref: 116 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.269912:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446565f expref: 115 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.269921:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff93c69fb5ea00)
00010000:00010000:2.0:1775764883.269924:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764883.269927:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebcc00, rc 0)
00000100:00100000:2.0:1775764883.269958:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:14454:x1862022293625472:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 25808us (26190us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.269966:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205594
00000100:00100000:2.0:1775764883.270912:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.270985:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293625984
00000100:00100000:3.0:1775764883.270994:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293625984
00000100:00100000:3.0:1775764883.271048:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205596
00000100:00100000:3.0:1775764883.271058:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293625984:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764883.271081:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764883.271104:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e9b8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446566d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.271230:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.271247:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9b1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465666 expref: 145 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.271256:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.271293:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9b1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465666 expref: 145 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.271309:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9b1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465666 expref: 145 pid: 6519 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.271331:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6829e1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277239808:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764883.271411:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189ff00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764883.276765:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6829e1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277239808:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764883.276805:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.281213:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.281394:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293626112
00000100:00100000:0.0:1775764883.281408:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293626112
00010000:00010000:0.0:1775764883.281462:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9b1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465666 expref: 146 pid: 6519 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.281586:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3197
00000100:00100000:0.0:1775764883.281606:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:2403:x1862022293626112:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764883.281627:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764883.281635:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9b1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465666 expref: 146 pid: 6519 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.281652:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9b1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465666 expref: 146 pid: 6519 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.281679:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9b1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465666 expref: 146 pid: 6519 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.281700:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:0.0:1775764883.281706:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.281719:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.281728:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.281774:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764883.281891:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2403:x1862022293626112:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 295us (692us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.281900:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3197
00010000:00010000:2.0:1775764883.282122:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.282132:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764883.282159:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015f:0x0]: returning size 77076
00010000:00010000:2.0:1775764883.282327:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6e9b8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446566d expref: 146 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.282350:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446566d expref: 145 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.282359:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:2.0:1775764883.282361:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764883.282364:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9200, rc 0)
00000100:00100000:2.0:1775764883.282396:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293625984:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11340us (11490us total) trans 4295101576 rc 0/0
00000100:00100000:2.0:1775764883.282403:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205596
00000100:00100000:1.0:1775764883.295243:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.295624:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293626240
00000100:00100000:0.0:1775764883.295638:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293626240
00000100:00100000:0.0:1775764883.295717:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205597
00000100:00100000:0.0:1775764883.295728:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293626240:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764883.295770:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764883.295800:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e9cd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465674 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.295967:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e9d4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.295988:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446566d expref: 146 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.295998:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e9d4 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.296040:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446566d expref: 146 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.296055:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446566d expref: 146 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.296076:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277239936:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764883.296276:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764883.301148:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277239936:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764883.301191:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e9d4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.304690:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.304800:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293626496
00000100:00100000:3.0:1775764883.304813:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293626496
00010000:00010000:3.0:1775764883.304905:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446566d expref: 147 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.304963:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3198
00000100:00100000:3.0:1775764883.304974:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:2403:x1862022293626496:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764883.304993:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764883.305001:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446566d expref: 147 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.305018:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446566d expref: 147 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.305046:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d6e9bf lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446566d expref: 147 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.305066:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:3.0:1775764883.305073:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e9d4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.305086:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e9d4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.305095:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e9d4 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.305124:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764883.305196:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:2403:x1862022293626496:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 224us (521us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764883.305205:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3198
00010000:00010000:0.0:1775764883.305302:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e9d4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.305313:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e9d4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764883.305375:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015f:0x0]: returning size 77076
00000004:00200000:0.0:1775764883.305380:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764883.305406:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e9d4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.305445:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6e9cd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465674 expref: 146 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.305462:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5800/0x9da62835f5d6e9d4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465674 expref: 145 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.305471:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:0.0:1775764883.305475:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764883.305478:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5800, rc 0)
00000100:00100000:0.0:1775764883.305521:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293626240:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9795us (10294us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.305529:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205597
00000100:00100000:3.0:1775764883.306375:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.306777:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293626368
00000100:00100000:1.0:1775764883.306789:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293626368
00000100:00100000:1.0:1775764883.306887:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205598
00000100:00100000:1.0:1775764883.306898:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:14454:x1862022293626368:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764883.306921:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764883.306955:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e9db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446567b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307032:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9e2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307050:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307063:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307081:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307087:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307095:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307194:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184200/0x9da62835f5d6e9f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307203:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184200/0x9da62835f5d6e9f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307209:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184200/0x9da62835f5d6e9f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764883.307255:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 1048576
00000004:00200000:1.0:1775764883.307260:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764883.307283:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184200/0x9da62835f5d6e9f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307302:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184200/0x9da62835f5d6e9f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307313:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307320:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9e2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307327:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307333:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.307338:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307346:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9e2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307359:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff93c69e7e1100)
00010000:00010000:1.0:1775764883.307363:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.307368:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307374:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28200/0x9da62835f5d6e9e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307385:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307390:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307396:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307402:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.307404:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307411:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307418:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x8b6dba3a (ffff93c6877cec00)
00010000:00010000:1.0:1775764883.307420:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.307423:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9e9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307428:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab28e00/0x9da62835f5d6e9e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307459:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69ab29e00/0x9da62835f5d6e9db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446567b expref: 117 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307472:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184200/0x9da62835f5d6e9f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446567b expref: 116 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.307479:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff93c6a21ad600)
00010000:00010000:1.0:1775764883.307481:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764883.307484:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:1.0:1775764883.307555:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:14454:x1862022293626368:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 659us (1184us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.307567:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205598
00000100:00100000:2.0:1775764883.314742:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.314955:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293626624
00000100:00100000:1.0:1775764883.314969:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293626624
00000100:00100000:1.0:1775764883.315046:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205599
00000100:00100000:1.0:1775764883.315059:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293626624:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764883.315086:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764883.315114:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6e9f7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465682 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315196:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e9fe lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315214:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e9fe lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315228:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e9fe lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315246:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea05 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315253:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315260:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315358:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea0c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315373:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea0c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315380:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea0c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764883.315435:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:1.0:1775764883.315441:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764883.315465:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea0c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315479:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea0c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315490:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e9fe lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315497:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e9fe lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315504:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e9fe lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315510:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e9fe lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315516:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.315522:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e9fe lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315530:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e9fe lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315543:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764883.315546:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.315551:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e9fe lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315557:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6e9fe lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315573:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315579:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea05 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315585:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea05 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315589:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.315592:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea05 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315608:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea05 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315616:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xddd0a3dd (ffff93c6877ce900)
00010000:00010000:1.0:1775764883.315619:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.315621:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea05 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315628:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea05 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315662:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6e9f7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465682 expref: 147 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315677:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea0c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465682 expref: 146 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.315686:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764883.315688:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764883.315690:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:1.0:1775764883.315774:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14453:x1862022293626624:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 707us (1034us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.315782:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205599
00000100:00100000:2.0:1775764883.320576:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.320691:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293626752
00000100:00100000:0.0:1775764883.320706:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293626752
00000100:00100000:0.0:1775764883.320802:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1126
00000100:00100000:0.0:1775764883.320816:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:2401:x1862022293626752:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764883.320836:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764883.320902:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184200/0x9da62835f5d6e9f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446567b expref: 116 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.321193:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff93c6a21ad600)
00010000:00010000:0.0:1775764883.321200:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764883.321274:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:2401:x1862022293626752:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 461us (711us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.321283:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1126
00000100:00100000:3.0:1775764883.326884:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.327075:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293627008
00000100:00100000:1.0:1775764883.327089:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293627008
00000100:00100000:1.0:1775764883.327160:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205600
00000100:00100000:1.0:1775764883.327171:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:14454:x1862022293627008:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764883.327198:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764883.327224:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ea13 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465689 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.327359:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.327377:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c7c1823a00/0x9da62835f5d67d38 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094463898 expref: 116 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.327393:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 4/0,1 mode: --/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.327438:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c7c1823a00/0x9da62835f5d67d38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094463898 expref: 116 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.327453:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c7c1823a00/0x9da62835f5d67d38 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094463898 expref: 116 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.327468:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a037800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8005:1862022277240064:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764883.327573:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4c00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764883.340413:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.340613:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293627264
00000100:00100000:0.0:1775764883.340627:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293627264
00000100:00100000:0.0:1775764883.340706:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205601
00000100:00100000:0.0:1775764883.340720:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14453:x1862022293627264:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764883.340748:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764883.340786:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ea21 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465690 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.340995:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.341014:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea0c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465682 expref: 147 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.341023:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.341070:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea0c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465682 expref: 147 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.341084:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea0c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465682 expref: 147 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.341100:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277240192:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764883.341194:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764883.341936:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a037800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8005:1862022277240064:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764883.341963:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.344891:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.345208:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277240192:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764883.345244:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.345418:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293627392
00000100:00100000:1.0:1775764883.345428:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293627392
00010000:00010000:1.0:1775764883.345475:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c7c1823a00/0x9da62835f5d67d38 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094463898 expref: 117 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.345533:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3199
00000100:00100000:1.0:1775764883.345545:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:2403:x1862022293627392:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.345564:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.345574:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c7c1823a00/0x9da62835f5d67d38 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094463898 expref: 117 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.345595:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c7c1823a00/0x9da62835f5d67d38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094463898 expref: 117 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.345637:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c7c1823a00/0x9da62835f5d67d38 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094463898 expref: 117 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.345656:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff93c6a21ad600)
00010000:00010000:1.0:1775764883.345662:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.345672:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.345681:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.345720:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764883.345791:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:2403:x1862022293627392:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 247us (959us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.345800:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3199
00010000:00010000:2.0:1775764883.346551:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.346563:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764883.346589:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 1048576
00010000:00010000:2.0:1775764883.346782:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ea13 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465689 expref: 117 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.346803:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465689 expref: 116 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.346812:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff93c6a21ad600)
00010000:00010000:2.0:1775764883.346815:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764883.346817:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184a00, rc 0)
00000100:00100000:2.0:1775764883.347078:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:14454:x1862022293627008:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 19906us (20251us total) trans 4294969476 rc 0/0
00000100:00100000:2.0:1775764883.347087:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205600
00000100:00100000:2.0:1775764883.351151:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.351713:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293627520
00000100:00100000:1.0:1775764883.351728:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293627520
00010000:00010000:1.0:1775764883.351791:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea0c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465682 expref: 148 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.351835:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3200
00000100:00100000:1.0:1775764883.351876:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:2403:x1862022293627520:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.351905:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.351913:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea0c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465682 expref: 148 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.351938:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea0c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465682 expref: 148 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.351968:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea0c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465682 expref: 148 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.351993:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764883.352277:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.352291:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.352301:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.352341:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764883.352375:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.352384:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764883.352410:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00010000:00010000:0.0:1775764883.352592:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ea21 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465690 expref: 149 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.352619:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465690 expref: 148 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.352626:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:0.0:1775764883.352629:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764883.352632:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5e00, rc 0)
00000100:00100000:1.0:1775764883.352641:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:2403:x1862022293627520:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 768us (1503us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.352649:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3200
00000100:00100000:0.0:1775764883.352657:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14453:x1862022293627264:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11943us (12262us total) trans 4295101577 rc 0/0
00000100:00100000:0.0:1775764883.352664:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205601
00000100:00100000:0.0:1775764883.356684:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.356753:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.357046:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293627648
00000100:00100000:2.0:1775764883.357060:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293627648
00000100:00100000:2.0:1775764883.357166:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293627776
00000100:00100000:2.0:1775764883.357170:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293627776
00000100:00100000:0.0:1775764883.357228:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205602
00000100:00100000:0.0:1775764883.357241:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:14454:x1862022293627648:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764883.357276:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764883.357303:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5400/0x9da62835f5d6ea3d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465697 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.357436:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.357455:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465689 expref: 117 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.357465:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.357589:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465689 expref: 117 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.357617:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465689 expref: 117 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.357635:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986df480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10031:1862022277240320:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764883.357747:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c240 going to sleep for 11 seconds
00000100:00100000:2.0:1775764883.358056:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205603
00000100:00100000:2.0:1775764883.358070:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14453:x1862022293627776:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.358088:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.358103:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6ea4b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446569e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.358177:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ea52 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.358190:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465690 expref: 148 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.358203:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ea52 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.358229:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465690 expref: 148 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.358238:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465690 expref: 148 pid: 6517 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.358249:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c0ae2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277240448:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764883.358287:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1a80 going to sleep for 11 seconds
00000100:00100000:3.0:1775764883.364423:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c0ae2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277240448:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764883.364467:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ea52 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.366313:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986df480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10031:1862022277240320:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764883.366352:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.367293:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.367613:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293627904
00000100:00100000:2.0:1775764883.367625:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293627904
00010000:00010000:2.0:1775764883.367677:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465689 expref: 118 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.367736:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3201
00000100:00100000:2.0:1775764883.367747:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:2403:x1862022293627904:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764883.367781:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764883.367789:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465689 expref: 118 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.367805:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465689 expref: 118 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.367834:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea1a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465689 expref: 118 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.368221:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff93c6a21ad600)
00010000:00010000:2.0:1775764883.368228:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.368242:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.368251:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.368290:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764883.368415:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:2403:x1862022293627904:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 669us (1126us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.368424:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3201
00010000:00010000:0.0:1775764883.368494:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.368503:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764883.368565:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 1048576
00000004:00200000:0.0:1775764883.368570:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764883.368609:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.368650:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5400/0x9da62835f5d6ea3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465697 expref: 117 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.368667:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465697 expref: 116 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.368675:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff93c6a21ad600)
00010000:00010000:0.0:1775764883.368678:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764883.368680:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5200, rc 0)
00000100:00100000:0.0:1775764883.368710:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:14454:x1862022293627648:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11473us (12041us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.368718:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205602
00000100:00100000:3.0:1775764883.371966:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.372114:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293628032
00000100:00100000:1.0:1775764883.372128:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293628032
00010000:00010000:1.0:1775764883.372179:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465690 expref: 149 pid: 6517 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.372244:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3202
00000100:00100000:1.0:1775764883.372256:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdfb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:2403:x1862022293628032:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.372275:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.372283:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465690 expref: 149 pid: 6517 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.372299:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465690 expref: 149 pid: 6517 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.372328:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ea28 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1015b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465690 expref: 149 pid: 6517 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.372349:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764883.372355:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ea52 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.372367:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ea52 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.372377:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ea52 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.372410:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764883.372466:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdfb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:2403:x1862022293628032:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 211us (513us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.372473:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3202
00010000:00010000:3.0:1775764883.372815:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ea52 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.372825:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ea52 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764883.372953:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:3.0:1775764883.372958:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764883.372987:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ea52 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.373028:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6ea4b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446569e expref: 148 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.373048:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ea52 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446569e expref: 147 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.373057:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:3.0:1775764883.373060:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764883.373063:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd000, rc 0)
00000100:00100000:3.0:1775764883.373097:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14453:x1862022293627776:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15033us (16343us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764883.373105:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205603
00000100:00100000:3.0:1775764883.384882:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.384987:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293628288
00000100:00100000:1.0:1775764883.385001:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293628288
00000100:00100000:1.0:1775764883.385076:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2895
00000100:00100000:1.0:1775764883.385087:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4864450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14453:x1862022293628288:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764883.385384:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4864450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14453:x1862022293628288:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 298us (555us total) trans 4295101578 rc 0/0
00000100:00100000:1.0:1775764883.385394:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2895
00000100:00100000:2.0:1775764883.389773:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.389888:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293628416
00000100:00100000:1.0:1775764883.389902:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293628416
00000100:00100000:1.0:1775764883.389988:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205604
00000100:00100000:1.0:1775764883.390000:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14453:x1862022293628416:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764883.390032:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764883.390059:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea59 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944656a5 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390146:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ea60 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390165:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ea60 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390179:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ea60 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390198:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ea67 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390205:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ea67 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390217:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ea67 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390318:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea6e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390327:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea6e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390335:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea6e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764883.390386:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1015b:0x0]: returning size 74834
00000004:00200000:1.0:1775764883.390392:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764883.390420:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea6e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390435:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea6e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390445:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ea60 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390452:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ea60 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390460:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ea60 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390466:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.390472:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ea60 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390480:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ea60 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390495:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:1.0:1775764883.390498:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.390504:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ea60 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390511:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ea60 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390524:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ea67 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390531:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ea67 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390536:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ea67 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390542:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.390544:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ea67 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390550:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ea67 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390558:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xddd0a3dd (ffff93c6877ce900)
00010000:00010000:1.0:1775764883.390561:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.390564:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ea67 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390570:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ea67 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390620:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d6ea59 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656a5 expref: 150 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390636:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea6e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656a5 expref: 149 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.390644:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764883.390646:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764883.390649:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184a00, rc 0)
00000100:00100000:1.0:1775764883.390726:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14453:x1862022293628416:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 728us (978us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.390734:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205604
00000100:00100000:2.0:1775764883.413281:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.413582:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293628544
00000100:00100000:1.0:1775764883.413607:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293628544
00000100:00100000:1.0:1775764883.413690:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1127
00000100:00100000:1.0:1775764883.413702:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:2402:x1862022293628544:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.413726:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.413771:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ea6e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656a5 expref: 149 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.413795:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:1.0:1775764883.413801:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764883.415103:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:2402:x1862022293628544:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1394us (1829us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.415118:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1127
00000100:00100000:0.0:1775764883.422625:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.423573:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293628800
00000100:00100000:2.0:1775764883.423588:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293628800
00000100:00100000:2.0:1775764883.423695:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205605
00000100:00100000:2.0:1775764883.423707:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14453:x1862022293628800:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764883.423780:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764883.423819:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ea52 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1015b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446569e expref: 148 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.423872:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6df38 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1015b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465341 expref: 147 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.423891:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c6877cd100)
00010000:00010000:2.0:1775764883.423904:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764883.423930:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6ea75 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.423947:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6ea75 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.423959:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6ea75 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.423976:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6ea7c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.423984:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6ea7c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.424108:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6ea7c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.424226:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ea83 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.424235:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ea83 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.424242:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ea83 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764883.424496:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].88, 64 off13848
00000004:00080000:2.0:1775764883.424508:0:6519:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 2137674666729ns, next at 2138674663661ns, rc = 0
00010000:00010000:2.0:1775764883.424562:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ea8a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.424570:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ea8a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.424578:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ea8a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.424585:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ea8a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.424593:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ea8a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.424980:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ea8a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425114:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764883.425143:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ea83 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1015b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425150:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ea83 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1015b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425157:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ea83 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1015b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425164:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.425169:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ea83 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1015b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425182:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ea83 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1015b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.425183:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764883.425191:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ea8a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425194:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c68cb34100)
00010000:00010000:2.0:1775764883.425197:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764883.425199:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764883.425201:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ea83 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1015b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.425203:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ea8a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425207:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ea83 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1015b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.425210:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ea8a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.425218:0:7451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015b:0x0].0x0 (ffff93c68cb34100)
00010000:00010000:1.0:1775764883.425220:0:7451:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764883.425222:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ea8a lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.425227:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ea8a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1015b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425228:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6ea75 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425234:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6ea75 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425239:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6ea75 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425244:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebca00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.425245:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764883.425247:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764883.425247:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6ea75 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.425249:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764883.425253:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6ea75 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425260:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff93c783406800)
00010000:00010000:2.0:1775764883.425262:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.425265:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6ea75 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425275:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d6ea75 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764883.425284:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c1296543 reply state 000000002fe7ec40 transno 4295101579 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6ea7c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425298:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6ea7c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.425304:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xddd0a3dd (ffff93c68cb34500)
00010000:00010000:2.0:1775764883.425306:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764883.425309:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764883.425411:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14453:x1862022293628800:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1703us (2817us total) trans 4295101579 rc 0/0
00000100:00100000:2.0:1775764883.425421:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205605
00000100:00100000:2.0:1775764883.437276:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.437420:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293628928
00000100:00100000:0.0:1775764883.437436:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293628928
00000100:00100000:0.0:1775764883.437515:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205606
00000100:00100000:0.0:1775764883.437529:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:14454:x1862022293628928:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764883.437558:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764883.437587:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ea91 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944656ac expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.437802:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6ea98 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.437823:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6ea98 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.437874:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6ea98 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.437984:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4800/0x9da62835f5d6ea9f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438106:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4800/0x9da62835f5d6ea9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438116:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4800/0x9da62835f5d6ea9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438219:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4c00/0x9da62835f5d6eaa6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438226:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4c00/0x9da62835f5d6eaa6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438231:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4c00/0x9da62835f5d6eaa6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764883.438274:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1867776
00000004:00200000:0.0:1775764883.438278:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764883.438298:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4c00/0x9da62835f5d6eaa6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438308:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4c00/0x9da62835f5d6eaa6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438315:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6ea98 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438320:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6ea98 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438324:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6ea98 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438329:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6ea98 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438333:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764883.438336:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6ea98 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438341:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6ea98 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438350:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff93c69e7e1100)
00010000:00010000:0.0:1775764883.438352:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764883.438356:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6ea98 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438363:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6ea98 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438374:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4800/0x9da62835f5d6ea9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438378:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4800/0x9da62835f5d6ea9f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.438718:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764883.438751:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4800/0x9da62835f5d6ea9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438757:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764883.438760:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4800/0x9da62835f5d6ea9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438766:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4800/0x9da62835f5d6ea9f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438776:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x8d5ea5b7 (ffff93c795e56a00)
00010000:00010000:0.0:1775764883.438781:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764883.438784:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4800/0x9da62835f5d6ea9f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.438790:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4800/0x9da62835f5d6ea9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.438873:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293629056
00010000:00010000:0.0:1775764883.438874:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ea91 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656ac expref: 118 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.438880:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293629056
00000100:00100000:2.0:1775764883.438939:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205607
00000100:00100000:2.0:1775764883.438947:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14453:x1862022293629056:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.438961:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.438972:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6eaad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944656b3 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439016:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebce00/0x9da62835f5d6eab4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439027:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebce00/0x9da62835f5d6eab4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439036:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebce00/0x9da62835f5d6eab4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439053:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd000/0x9da62835f5d6eabb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439060:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd000/0x9da62835f5d6eabb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439067:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd000/0x9da62835f5d6eabb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439120:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eac2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439128:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eac2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439134:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eac2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764883.439165:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x42:0x0]: returning size 327680
00000004:00200000:2.0:1775764883.439169:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764883.439182:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eac2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439191:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eac2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439198:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebce00/0x9da62835f5d6eab4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439207:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebce00/0x9da62835f5d6eab4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439213:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebce00/0x9da62835f5d6eab4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439218:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.439220:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebce00/0x9da62835f5d6eab4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439226:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebce00/0x9da62835f5d6eab4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439235:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff93c681135900)
00010000:00010000:2.0:1775764883.439237:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.439240:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebce00/0x9da62835f5d6eab4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439245:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebce00/0x9da62835f5d6eab4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439255:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd000/0x9da62835f5d6eabb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439260:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd000/0x9da62835f5d6eabb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439265:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd000/0x9da62835f5d6eabb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439270:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.439274:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd000/0x9da62835f5d6eabb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439280:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd000/0x9da62835f5d6eabb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439287:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0xe364b611 (ffff93c68cb34000)
00010000:00010000:2.0:1775764883.439290:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.439292:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd000/0x9da62835f5d6eabb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439298:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd000/0x9da62835f5d6eabb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439320:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6eaad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656b3 expref: 121 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439334:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eac2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656b3 expref: 120 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.439341:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff93c6a21ad500)
00010000:00010000:2.0:1775764883.439343:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764883.439346:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc400, rc 0)
00000100:00100000:2.0:1775764883.439423:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293629056:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 477us (708us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.439431:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205607
00010000:00010000:0.0:1775764883.439519:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4c00/0x9da62835f5d6eaa6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656ac expref: 118 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.439527:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff93c69bed0700)
00010000:00010000:0.0:1775764883.439529:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764883.439532:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4c00, rc 0)
00000100:00100000:0.0:1775764883.439555:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:14454:x1862022293628928:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2030us (2294us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.439562:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205606
00000100:00100000:2.0:1775764883.445922:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.446218:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293629312
00000100:00100000:1.0:1775764883.446231:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293629312
00000100:00100000:1.0:1775764883.446303:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205608
00000100:00100000:1.0:1775764883.446314:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:14454:x1862022293629312:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764883.446339:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764883.446364:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eac9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944656ba expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.446523:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.446540:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c682bb2a00/0x9da62835f5d67de0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944638d0 expref: 119 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.446548:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4c00/0x9da62835f5d6eaa6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656ac expref: 119 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.446556:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.446611:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4c00/0x9da62835f5d6eaa6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656ac expref: 119 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.446629:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4c00/0x9da62835f5d6eaa6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656ac expref: 119 pid: 10031 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.446646:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a037800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:14273:1862022277240576:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764883.447516:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c682bb2a00/0x9da62835f5d67de0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638d0 expref: 119 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.447529:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c682bb2a00/0x9da62835f5d67de0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638d0 expref: 119 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.447542:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a035f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:14273:1862022277240704:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764883.447612:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4300 going to sleep for 11 seconds
00000100:00100000:2.0:1775764883.457568:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.457819:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.457880:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.457938:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764883.457941:0:14273:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@0000000079bea6eb x1862022277240576) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4c00/0x9da62835f5d6eaa6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656ac expref: 119 pid: 10031 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.457971:0:14273:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4c00/0x9da62835f5d6eaa6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656ac expref: 119 pid: 10031 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.458002:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4c00/0x9da62835f5d6eaa6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656ac expref: 119 pid: 10031 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.458024:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a037800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:14273:1862022277240576:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764883.458048:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293629824
00000100:00100000:1.0:1775764883.458056:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293629824
00010000:00010000:1.0:1775764883.458099:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c682bb2a00/0x9da62835f5d67de0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638d0 expref: 119 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.458138:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293629440
00000100:00100000:1.0:1775764883.458141:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293629440
00000100:00100000:1.0:1775764883.458159:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293629952
00000100:00100000:1.0:1775764883.458162:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293629952
00000100:00100000:1.0:1775764883.458176:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3203
00000100:00100000:1.0:1775764883.458184:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:2403:x1862022293629824:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.458200:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.458206:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c682bb2a00/0x9da62835f5d67de0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638d0 expref: 121 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.458217:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c682bb2a00/0x9da62835f5d67de0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638d0 expref: 121 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.458231:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff93c69bed0700)
00010000:00010000:1.0:1775764883.458237:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.458248:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.458257:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.458277:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764883.458329:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:2403:x1862022293629824:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 145us (511us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.458337:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3203
00000100:00100000:1.0:1775764883.458354:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1128
00000100:00100000:1.0:1775764883.458360:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2402:x1862022293629440:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.458366:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.458368:0:15578:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 9da62835f5d6eaa6)
00010000:00010000:1.0:1775764883.458370:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764883.458383:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2402:x1862022293629440:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 24us (503us total) trans 0 rc 116/116
00000100:00100000:1.0:1775764883.458388:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1128
00000100:00100000:1.0:1775764883.458398:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1129
00000100:00100000:1.0:1775764883.458403:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:2402:x1862022293629952:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.458409:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.458419:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eac2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656b3 expref: 119 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.458430:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff93c6a21ad500)
00010000:00010000:1.0:1775764883.458433:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764883.458449:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:2402:x1862022293629952:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 46us (511us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.458454:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1129
00010000:00010000:0.0:1775764883.458630:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c682bb2a00/0x9da62835f5d67de0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638d0 expref: 117 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.458644:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a035f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:14273:1862022277240704:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764883.458666:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff93c69bed0700)
00010000:00010000:0.0:1775764883.458674:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.458683:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.458690:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764883.458717:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1867776
00010000:00010000:0.0:1775764883.458940:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eac9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656ba expref: 118 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.458965:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656ba expref: 117 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.458974:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff93c69bed0700)
00010000:00010000:0.0:1775764883.458977:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764883.458980:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:0.0:1775764883.459016:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:14454:x1862022293629312:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12704us (13116us total) trans 4294969477 rc 0/0
00000100:00100000:0.0:1775764883.459023:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205608
00000100:00100000:0.0:1775764883.459042:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293629696
00000100:00100000:0.0:1775764883.459047:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293629696
00000100:00100000:0.0:1775764883.463350:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205609
00000100:00100000:0.0:1775764883.463384:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:14453:x1862022293629696:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764883.463415:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764883.463445:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4a00/0x9da62835f5d6eade lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944656c1 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.463594:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.463623:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c795de7600/0x9da62835f5d67d77 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944638ad expref: 118 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.463633:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.463690:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c795de7600/0x9da62835f5d67d77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638ad expref: 118 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.463708:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c795de7600/0x9da62835f5d67d77 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638ad expref: 118 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.463724:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dd500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:14273:1862022277240832:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764883.463952:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764883.466169:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.466289:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293630080
00000100:00100000:0.0:1775764883.466301:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293630080
00000100:00100000:0.0:1775764883.466381:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205610
00000100:00100000:0.0:1775764883.466392:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14454:x1862022293630080:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764883.466424:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764883.466448:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4200/0x9da62835f5d6eaec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944656c8 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.466572:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.466588:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656ba expref: 120 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.466607:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.466652:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656ba expref: 120 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.466666:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656ba expref: 120 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.466685:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10031:1862022277240960:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764883.466781:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764883.470796:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10031:1862022277240960:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764883.470875:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.471182:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dd500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:14273:1862022277240832:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764883.471200:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.474232:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.474320:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.474913:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293630208
00000100:00100000:1.0:1775764883.474927:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293630208
00010000:00010000:1.0:1775764883.474985:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c795de7600/0x9da62835f5d67d77 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638ad expref: 121 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.475072:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293630336
00000100:00100000:3.0:1775764883.475077:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293630336
00010000:00010000:2.0:1775764883.475146:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656ba expref: 122 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.475184:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3204
00000100:00100000:2.0:1775764883.475194:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2402:x1862022293630336:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764883.475215:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764883.475222:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656ba expref: 122 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.475233:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656ba expref: 122 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.475256:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6ead0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656ba expref: 122 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.475272:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff93c69bed0700)
00010000:00010000:2.0:1775764883.475276:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.475285:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.475291:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.475324:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764883.475347:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.475355:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764883.475422:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1867776
00000004:00200000:0.0:1775764883.475428:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764883.475456:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.475484:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2402:x1862022293630336:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 291us (1164us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.475493:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3204
00000100:00100000:1.0:1775764883.475738:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3205
00000100:00100000:1.0:1775764883.475748:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:2403:x1862022293630208:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.475759:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.475764:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c795de7600/0x9da62835f5d67d77 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638ad expref: 121 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.475776:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c795de7600/0x9da62835f5d67d77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638ad expref: 121 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.475791:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c795de7600/0x9da62835f5d67d77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638ad expref: 121 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.475807:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff93c6a21ad500)
00010000:00010000:1.0:1775764883.475812:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.475820:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.475827:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.475882:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764883.475905:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2403:x1862022293630208:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 159us (1686us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.475911:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3205
00010000:00010000:0.0:1775764883.476288:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4200/0x9da62835f5d6eaec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656c8 expref: 119 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.476309:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656c8 expref: 118 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.476317:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff93c69bed0700)
00010000:00010000:0.0:1775764883.476320:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764883.476322:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5a00, rc 0)
00000100:00100000:0.0:1775764883.476357:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:14454:x1862022293630080:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9968us (10203us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.476365:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205610
00010000:00010000:3.0:1775764883.477172:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.477182:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764883.477206:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x42:0x0]: returning size 327680
00010000:00010000:3.0:1775764883.477377:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc4a00/0x9da62835f5d6eade lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656c1 expref: 119 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.477396:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656c1 expref: 118 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.477405:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff93c6a21ad500)
00010000:00010000:3.0:1775764883.477408:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764883.477410:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5e00, rc 0)
00000100:00100000:3.0:1775764883.477674:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:14453:x1862022293629696:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14308us (20121us total) trans 4294969478 rc 0/0
00000100:00100000:3.0:1775764883.477683:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205609
00000100:00100000:2.0:1775764883.483691:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.483792:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293630464
00000100:00100000:3.0:1775764883.483807:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293630464
00000100:00100000:3.0:1775764883.483922:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205611
00000100:00100000:3.0:1775764883.483940:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:14453:x1862022293630464:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764883.483974:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764883.484002:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e8a00/0x9da62835f5d6eb01 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944656cf expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.484130:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.484148:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656c1 expref: 119 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.484158:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.484203:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656c1 expref: 119 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.484220:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656c1 expref: 119 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.484236:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6829e3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6519:1862022277241088:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764883.484339:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764883.487806:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6829e3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6519:1862022277241088:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764883.487874:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.490300:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.490368:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293630592
00000100:00100000:0.0:1775764883.490379:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293630592
00010000:00010000:0.0:1775764883.490431:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656c1 expref: 120 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.490479:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3206
00000100:00100000:0.0:1775764883.490488:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdfb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2403:x1862022293630592:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764883.490503:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764883.490509:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656c1 expref: 120 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.490522:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656c1 expref: 120 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.490543:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eae5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656c1 expref: 120 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.490558:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff93c6a21ad500)
00010000:00010000:0.0:1775764883.490563:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.490572:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.490578:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.490618:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764883.490680:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdfb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:2403:x1862022293630592:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 191us (388us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.490690:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3206
00010000:00010000:3.0:1775764883.491766:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.491782:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764883.491881:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x42:0x0]: returning size 327680
00000004:00200000:3.0:1775764883.491887:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764883.491936:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.491981:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e8a00/0x9da62835f5d6eb01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656cf expref: 119 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.492004:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656cf expref: 118 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.492015:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff93c6a21ad500)
00010000:00010000:3.0:1775764883.492018:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764883.492021:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9200, rc 0)
00000100:00100000:3.0:1775764883.492092:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:14453:x1862022293630464:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8160us (8416us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764883.492102:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205611
00000100:00100000:2.0:1775764883.509535:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.510122:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293630720
00000100:00100000:1.0:1775764883.510136:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293630720
00000100:00100000:1.0:1775764883.510268:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205612
00000100:00100000:1.0:1775764883.510281:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:14453:x1862022293630720:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764883.510309:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764883.510337:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184200/0x9da62835f5d6eb0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944656d6 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.510428:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb16 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.510445:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.510464:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.510481:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb1d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.510488:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.510495:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.510590:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb24 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.510611:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.510620:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764883.510668:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 1048576
00000004:00200000:1.0:1775764883.510673:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764883.510696:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.510709:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.510719:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.510731:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb16 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.510738:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb16 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.510745:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.510750:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb16 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.511046:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb16 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.511066:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff93c681135900)
00010000:00010000:1.0:1775764883.511070:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.511076:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb16 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.511084:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb16 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.511103:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.511109:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb1d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.511116:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.511122:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.511126:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.511132:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb1d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.511138:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x8b6dba3a (ffff93c6877ce900)
00010000:00010000:1.0:1775764883.511141:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.511143:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb1d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.511149:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.511185:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184200/0x9da62835f5d6eb0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656d6 expref: 120 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.511201:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656d6 expref: 119 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.511209:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff93c681135700)
00010000:00010000:1.0:1775764883.511212:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764883.511215:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184a00, rc 0)
00000100:00100000:1.0:1775764883.511360:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14453:x1862022293630720:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1081us (1839us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.511371:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205612
00000100:00100000:0.0:1775764883.523027:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.523094:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.523325:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293630848
00000100:00100000:2.0:1775764883.523339:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293630848
00000100:00100000:2.0:1775764883.523495:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1130
00000100:00100000:2.0:1775764883.523509:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:2403:x1862022293630848:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764883.523530:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764883.523563:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb24 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656d6 expref: 119 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.523589:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff93c681135700)
00010000:00010000:2.0:1775764883.523606:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764883.523717:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293631104
00000100:00100000:1.0:1775764883.523722:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293631104
00000100:00100000:1.0:1775764883.523885:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205613
00000100:00100000:1.0:1775764883.523894:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14453:x1862022293631104:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764883.523921:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764883.524027:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184200/0x9da62835f5d6eb2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944656dd expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.524592:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2403:x1862022293630848:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1084us (1494us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.524622:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1130
00010000:00010000:1.0:1775764883.525285:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.525309:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6874a6e00/0x9da62835f5d67df5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944638d7 expref: 119 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.525320:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.525367:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c6874a6e00/0x9da62835f5d67df5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638d7 expref: 119 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.526510:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6874a6e00/0x9da62835f5d67df5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638d7 expref: 119 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.526537:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a036d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10031:1862022277241216:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764883.526682:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764883.541411:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.541516:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293631232
00000100:00100000:2.0:1775764883.541529:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293631232
00010000:00010000:2.0:1775764883.541580:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6874a6e00/0x9da62835f5d67df5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638d7 expref: 120 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.541649:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3207
00000100:00100000:2.0:1775764883.541660:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2402:x1862022293631232:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764883.541679:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764883.541687:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c6874a6e00/0x9da62835f5d67df5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638d7 expref: 120 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.541704:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c6874a6e00/0x9da62835f5d67df5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638d7 expref: 120 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.541734:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff93c681135700)
00010000:00010000:2.0:1775764883.541741:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.541753:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.542162:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.542192:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764883.542270:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2402:x1862022293631232:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 611us (873us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.542279:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3207
00010000:00010000:1.0:1775764883.543296:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6874a6e00/0x9da62835f5d67df5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638d7 expref: 119 pid: 6518 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.543321:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a036d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10031:1862022277241216:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764883.543347:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.543363:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.543371:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764883.543397:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 1048576
00010000:00010000:1.0:1775764883.543567:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184200/0x9da62835f5d6eb2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656dd expref: 120 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.543585:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656dd expref: 119 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.543606:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff93c681135700)
00010000:00010000:1.0:1775764883.543621:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764883.543624:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:1.0:1775764883.543686:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14453:x1862022293631104:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 19794us (20674us total) trans 4294969479 rc 0/0
00000100:00100000:1.0:1775764883.543697:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205613
00000100:00100000:0.0:1775764883.555006:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.555118:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.555173:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293631360
00000100:00100000:3.0:1775764883.555188:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293631360
00000100:00100000:3.0:1775764883.555299:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293631488
00000100:00100000:3.0:1775764883.555303:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293631488
00000100:00100000:3.0:1775764883.555340:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205614
00000100:00100000:3.0:1775764883.555350:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14454:x1862022293631360:12345-192.168.202.56@tcp:41:dbench.0
00000004:00000024:3.0:1775764883.555426:0:6519:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7774912512 avail 7311466496
00000100:00100000:1.0:1775764883.555431:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205615
00000100:00100000:1.0:1775764883.555441:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293631488:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764883.555453:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764883.555478:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184200/0x9da62835f5d6eb40 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944656e4 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.555527:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:14454:x1862022293631360:12345-192.168.202.56@tcp:41:dbench.0 Request processed in 178us (535us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764883.555536:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205614
00010000:00010000:1.0:1775764883.555585:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.555623:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656dd expref: 120 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.555634:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.555678:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656dd expref: 120 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.555695:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656dd expref: 120 pid: 10031 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.555711:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a036d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8005:1862022277241344:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764883.555775:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4300 going to sleep for 11 seconds
00000100:00100000:1.0:1775764883.565282:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a036d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8005:1862022277241344:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764883.565321:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.565444:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.565525:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293631616
00000100:00100000:0.0:1775764883.565535:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293631616
00010000:00010000:0.0:1775764883.565583:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656dd expref: 121 pid: 10031 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.565641:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3208
00000100:00100000:0.0:1775764883.565651:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:2403:x1862022293631616:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764883.565668:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764883.565676:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656dd expref: 121 pid: 10031 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.565693:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656dd expref: 121 pid: 10031 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.565720:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eb32 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656dd expref: 121 pid: 10031 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.565741:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff93c681135700)
00010000:00010000:0.0:1775764883.565746:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.565758:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.565771:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.565807:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764883.565914:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2403:x1862022293631616:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 263us (469us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.565922:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3208
00010000:00010000:1.0:1775764883.566037:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.566045:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764883.566112:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 1048576
00000004:00200000:1.0:1775764883.566117:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764883.566143:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.566184:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2184200/0x9da62835f5d6eb40 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656e4 expref: 120 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.566202:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656e4 expref: 119 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.566209:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff93c681135700)
00010000:00010000:1.0:1775764883.566212:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764883.566214:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:1.0:1775764883.566242:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14453:x1862022293631488:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10803us (11124us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.566249:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205615
00000100:00100000:0.0:1775764883.573607:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.573816:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293631744
00000100:00100000:3.0:1775764883.573829:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293631744
00000100:00100000:1.0:1775764883.573953:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205616
00000100:00100000:1.0:1775764883.573968:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14454:x1862022293631744:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764883.574002:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764883.574029:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6eb4e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944656eb expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574117:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6eb55 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574136:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6eb55 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574150:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6eb55 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574174:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb5c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x7f83dcb7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574182:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb5c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574189:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb5c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574245:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6eb55 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574254:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6eb55 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574261:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6eb55 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574268:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6eb55 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574275:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.574280:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6eb55 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574289:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6eb55 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574306:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764883.574310:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.574316:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6eb55 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574322:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6eb55 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574338:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb5c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574344:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb5c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574350:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb5c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574354:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.574357:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb5c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574363:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb5c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574371:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x7f83dcb7 (ffff93c6877ce900)
00010000:00010000:1.0:1775764883.574373:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.574376:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb5c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574382:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eb5c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574422:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6eb4e lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656eb expref: 149 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574440:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764883.574442:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.574445:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6eb4e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656eb expref: 149 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.574454:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:1.0:1775764883.574520:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14454:x1862022293631744:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 556us (1037us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764883.574528:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205616
00000100:00100000:2.0:1775764883.592166:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.595879:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293631872
00000100:00100000:3.0:1775764883.595904:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293631872
00000100:00100000:2.0:1775764883.598243:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205617
00000100:00100000:2.0:1775764883.598262:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14454:x1862022293631872:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.598292:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.598322:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb63 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944656f2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.598419:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6eb6a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.598438:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6eb6a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.598453:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6eb6a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764883.598520:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:2.0:1775764883.598525:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764883.598549:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6eb6a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.598579:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb63 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656f2 expref: 150 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.598611:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6eb6a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656f2 expref: 149 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.598621:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764883.598625:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764883.598630:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebce00, rc 0)
00000100:00100000:2.0:1775764883.598889:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293631872:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 632us (6735us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.598898:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205617
00000100:00100000:1.0:1775764883.606907:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.607287:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293632000
00000100:00100000:0.0:1775764883.607304:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293632000
00000100:00100000:0.0:1775764883.607383:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2896
00000100:00100000:0.0:1775764883.607395:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293632000:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764883.614822:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293632000:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 7411us (7964us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.614871:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2896
00000100:00100000:2.0:1775764883.624200:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.624376:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293632128
00000100:00100000:3.0:1775764883.624389:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293632128
00000100:00100000:3.0:1775764883.624468:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205618
00000100:00100000:3.0:1775764883.624480:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293632128:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764883.624508:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764883.624534:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6eb71 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944656f9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624626:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb78 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624646:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb78 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624660:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb78 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624677:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eb7f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x1d2b78c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624684:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eb7f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624690:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eb7f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624743:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb78 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624751:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb78 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624769:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb78 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624776:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764883.624781:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb78 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624790:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb78 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624803:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764883.624806:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764883.624811:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb78 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624817:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb78 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624833:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eb7f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624897:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eb7f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624903:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eb7f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624908:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764883.624911:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eb7f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624917:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eb7f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624935:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x1d2b78c8 (ffff93c68422a900)
00010000:00010000:3.0:1775764883.624938:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764883.624941:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eb7f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624946:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eb7f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624983:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6eb71 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656f9 expref: 150 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.624994:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764883.624996:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764883.624998:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6eb71 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656f9 expref: 150 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.625012:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8a00, rc 0)
00000100:00100000:3.0:1775764883.625093:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293632128:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 616us (909us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764883.625102:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205618
00000100:00100000:0.0:1775764883.633422:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.633513:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293632256
00000100:00100000:3.0:1775764883.633526:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293632256
00000100:00100000:3.0:1775764883.633630:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205619
00000100:00100000:3.0:1775764883.633642:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14453:x1862022293632256:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764883.633668:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764883.633694:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e8400/0x9da62835f5d6eb86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465700 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.633790:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb8d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.633810:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.633823:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.633884:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9800/0x9da62835f5d6eb94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.633892:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9800/0x9da62835f5d6eb94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.633898:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9800/0x9da62835f5d6eb94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634447:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634462:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634471:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764883.634529:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1867776
00000004:00200000:2.0:1775764883.634535:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764883.634562:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634577:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634588:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb8d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634610:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb8d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634618:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634626:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb8d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634633:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.634639:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb8d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634648:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb8d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634663:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff93c681135900)
00010000:00010000:2.0:1775764883.634667:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.634673:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb8d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634680:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9e00/0x9da62835f5d6eb8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634697:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9800/0x9da62835f5d6eb94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634703:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9800/0x9da62835f5d6eb94 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634709:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9800/0x9da62835f5d6eb94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634714:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.634718:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9800/0x9da62835f5d6eb94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634724:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9800/0x9da62835f5d6eb94 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634733:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x8d5ea5b7 (ffff93c68422aa00)
00010000:00010000:2.0:1775764883.634735:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.634739:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9800/0x9da62835f5d6eb94 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634744:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9800/0x9da62835f5d6eb94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634799:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e8400/0x9da62835f5d6eb86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465700 expref: 121 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634817:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465700 expref: 120 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.634825:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff93c69bed0d00)
00010000:00010000:2.0:1775764883.634827:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764883.634830:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd800, rc 0)
00000100:00100000:2.0:1775764883.635310:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293632256:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1668us (1899us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.635321:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205619
00000100:00100000:3.0:1775764883.645002:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.645049:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.645088:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.645338:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293632512
00000100:00100000:2.0:1775764883.645351:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293632512
00000100:00100000:2.0:1775764883.645425:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293632640
00000100:00100000:2.0:1775764883.645429:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293632640
00000100:00100000:2.0:1775764883.645463:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205620
00000100:00100000:2.0:1775764883.645474:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293632512:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.645502:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.645529:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6eba2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465707 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.645697:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.645717:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a483c600/0x9da62835f5d67e49 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944638ec expref: 121 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.645725:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb9b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465700 expref: 121 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.645734:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.645778:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465700 expref: 121 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.645796:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465700 expref: 121 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.645813:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c19a8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6519:1862022277241472:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764883.645987:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a483c600/0x9da62835f5d67e49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638ec expref: 121 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.645996:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a483c600/0x9da62835f5d67e49 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638ec expref: 121 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.646005:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c19a9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6519:1862022277241600:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764883.646030:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1d80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764883.646057:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205621
00000100:00100000:2.0:1775764883.646067:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293632640:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.646079:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.646090:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ebb0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446570e expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646137:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ebb7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646149:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ebb7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646160:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ebb7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646176:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ebbe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646182:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ebbe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646188:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ebbe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646235:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ebb7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646243:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ebb7 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646250:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ebb7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646256:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.646262:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ebb7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646271:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ebb7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646284:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764883.646288:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.646293:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ebb7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646298:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ebb7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646313:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ebbe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646318:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ebbe lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646323:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ebbe lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646327:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a0fe9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.646329:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ebbe lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646335:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ebbe lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646342:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x44fbd80 (ffff93c68cb34000)
00010000:00010000:2.0:1775764883.646344:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.646347:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ebbe lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646351:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ebbe lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646389:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ebb0 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446570e expref: 150 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646399:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764883.646401:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.646404:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ebb0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446570e expref: 150 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.646414:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:2.0:1775764883.646449:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293632640:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 383us (1399us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764883.646457:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205621
00000100:00100000:1.0:1775764883.646761:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293632768
00000100:00100000:1.0:1775764883.646770:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293632768
00010000:00010000:1.0:1775764883.646798:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb9b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465700 expref: 122 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.646872:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3209
00000100:00100000:1.0:1775764883.646880:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2400:x1862022293632768:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.646891:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.646898:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb9b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465700 expref: 122 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.646920:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465700 expref: 122 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.646943:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff93c69bed0d00)
00010000:00010000:1.0:1775764883.646948:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.646955:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.646961:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764883.646988:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2400:x1862022293632768:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 110us (1901us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.646995:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3209
00010000:00010000:2.0:1775764883.656577:0:6519:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@0000000051c93a9a x1862022277241472) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb9b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465700 expref: 121 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.656622:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd800/0x9da62835f5d6eb9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465700 expref: 121 pid: 14273 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.656645:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c19a8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6519:1862022277241472:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764883.656661:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c19a9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6519:1862022277241600:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764883.656688:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff93c69bed0d00)
00010000:00010000:2.0:1775764883.656694:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.656705:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.656716:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.658057:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.658384:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293632896
00000100:00100000:2.0:1775764883.658397:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293632896
00010000:00010000:2.0:1775764883.658448:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a483c600/0x9da62835f5d67e49 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638ec expref: 121 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.658489:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3210
00000100:00100000:2.0:1775764883.658501:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:2403:x1862022293632896:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764883.658519:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764883.658526:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a483c600/0x9da62835f5d67e49 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638ec expref: 121 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.658542:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a483c600/0x9da62835f5d67e49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638ec expref: 121 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.658569:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a483c600/0x9da62835f5d67e49 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944638ec expref: 121 pid: 8005 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.658589:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff93c69bed0d00)
00010000:00010000:2.0:1775764883.658607:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.658622:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.658631:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.658668:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764883.658800:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2403:x1862022293632896:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 300us (753us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.658809:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3210
00010000:00010000:3.0:1775764883.660001:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.660018:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764883.660047:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1867776
00010000:00010000:3.0:1775764883.660268:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6eba2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465707 expref: 121 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.660293:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465707 expref: 120 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.660304:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff93c69bed0d00)
00010000:00010000:3.0:1775764883.660307:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764883.660311:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc400, rc 0)
00000100:00100000:3.0:1775764883.660377:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293632512:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14905us (15389us total) trans 4294969480 rc 0/0
00000100:00100000:3.0:1775764883.660387:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205620
00000100:00100000:0.0:1775764883.672676:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.675266:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293633024
00000100:00100000:2.0:1775764883.675287:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293633024
00000100:00100000:2.0:1775764883.675382:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205622
00000100:00100000:2.0:1775764883.675395:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293633024:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.675427:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.675459:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ebcc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465715 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675551:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ebd3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675569:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ebd3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675583:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ebd3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675612:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ebda lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xfe8272f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675625:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ebda lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675632:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ebda lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675679:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ebd3 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675686:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ebd3 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675692:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ebd3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675698:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ebd3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675703:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.675709:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ebd3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675717:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ebd3 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675731:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764883.675734:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.675740:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ebd3 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675747:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ebd3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675764:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ebda lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675770:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ebda lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675775:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ebda lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675781:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.675784:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ebda lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675789:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ebda lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675796:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xfe8272f1 (ffff93c68cb34000)
00010000:00010000:2.0:1775764883.675799:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.675801:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ebda lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675806:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ebda lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675869:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ebcc lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465715 expref: 150 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675880:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764883.675883:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.675887:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ebcc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465715 expref: 150 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.675900:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7a0fe9a00, rc 0)
00000100:00100000:2.0:1775764883.676009:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293633024:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 616us (3344us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764883.676017:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205622
00000100:00100000:0.0:1775764883.684215:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.685211:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293633152
00000100:00100000:2.0:1775764883.685226:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293633152
00000100:00100000:2.0:1775764883.685298:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205623
00000100:00100000:2.0:1775764883.685310:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293633152:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.685344:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.685373:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd000/0x9da62835f5d6ebe1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446571c expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.685499:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.685517:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465707 expref: 121 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.685526:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.685570:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465707 expref: 121 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.685586:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465707 expref: 121 pid: 6519 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.685618:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c19a9180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8005:1862022277241728:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764883.685735:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1d80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764883.690971:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.691072:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293633280
00000100:00100000:1.0:1775764883.691084:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293633280
00010000:00010000:1.0:1775764883.691136:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465707 expref: 122 pid: 6519 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.691190:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3211
00000100:00100000:1.0:1775764883.691202:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2402:x1862022293633280:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.691221:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.691229:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465707 expref: 122 pid: 6519 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.691246:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465707 expref: 122 pid: 6519 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.691277:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff93c69bed0d00)
00010000:00010000:1.0:1775764883.691283:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.691295:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.691305:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.691330:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764883.691407:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2402:x1862022293633280:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 206us (449us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.691414:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3211
00010000:00010000:0.0:1775764883.693374:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebc400/0x9da62835f5d6eba9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465707 expref: 121 pid: 6519 timeout: 2237 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.693404:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c19a9180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8005:1862022277241728:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764883.693437:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.693448:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.693456:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764883.693546:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1867776
00000004:00200000:0.0:1775764883.693552:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764883.693581:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.693633:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebd000/0x9da62835f5d6ebe1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446571c expref: 121 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.693649:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446571c expref: 120 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.693658:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff93c69bed0d00)
00010000:00010000:0.0:1775764883.693661:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764883.693665:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebca00, rc 0)
00000100:00100000:0.0:1775764883.693742:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293633152:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8435us (9543us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.693751:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205623
00000100:00100000:2.0:1775764883.697562:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.697772:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293633536
00000100:00100000:3.0:1775764883.697785:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293633536
00000100:00100000:3.0:1775764883.697885:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205624
00000100:00100000:3.0:1775764883.697896:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293633536:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764883.698229:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764883.698257:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6ebef lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465723 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.698401:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6ebf6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10074:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.698419:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6ebf6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10074:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.698432:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6ebf6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10074:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764883.698446:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10074:0x0]: returning size 260096
00010000:00010000:3.0:1775764883.699232:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6ebef lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465723 expref: 152 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.699261:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6ebf6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10074:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465723 expref: 151 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.699272:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10074:0x0].0x0 (ffff93c682beff00)
00010000:00010000:3.0:1775764883.699274:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764883.699279:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8a00, rc 0)
00000100:00100000:3.0:1775764883.699422:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14454:x1862022293633536:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1527us (1872us total) trans 4295101580 rc 0/0
00000100:00100000:3.0:1775764883.699435:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205624
00000100:00100000:0.0:1775764883.713351:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.713410:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.713514:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293633664
00000100:00100000:2.0:1775764883.713527:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293633664
00000100:00100000:2.0:1775764883.713614:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205625
00000100:00100000:2.0:1775764883.713626:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14454:x1862022293633664:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.713661:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.713686:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec04 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446572a expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.713784:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec0b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.713803:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec0b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.713817:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec0b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.713836:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ec12 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x33e854da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.713868:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ec12 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.713875:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ec12 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.714007:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293633792
00000100:00100000:1.0:1775764883.714013:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293633792
00000100:00100000:1.0:1775764883.714068:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1131
00000100:00100000:1.0:1775764883.714077:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdf8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:2401:x1862022293633792:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764883.714089:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764883.714111:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6ebf6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10074:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465723 expref: 153 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.714131:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10074:0x0].0x0 (ffff93c682beff00)
00010000:00010000:1.0:1775764883.714138:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764883.714166:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec0b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714174:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec0b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714180:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec0b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714187:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec0b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714193:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.714197:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec0b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714208:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec0b lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.714213:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdf8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:2401:x1862022293633792:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 138us (803us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764883.714218:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00000100:00100000:1.0:1775764883.714221:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1131
00010000:00010000:2.0:1775764883.714221:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.714225:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec0b lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714231:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec0b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714241:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ec12 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714246:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ec12 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714252:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ec12 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714257:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.714259:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ec12 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714264:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ec12 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714270:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x33e854da (ffff93c68cb34000)
00010000:00010000:2.0:1775764883.714272:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.714275:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ec12 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714280:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d6ec12 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714313:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec04 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446572a expref: 151 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714322:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764883.714324:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.714327:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec04 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446572a expref: 151 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.714335:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:2.0:1775764883.714362:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14454:x1862022293633664:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 740us (1027us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764883.714369:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205625
00000100:00100000:1.0:1775764883.724428:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.725220:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293634048
00000100:00100000:0.0:1775764883.725237:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293634048
00000100:00100000:0.0:1775764883.725376:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205626
00000100:00100000:0.0:1775764883.725389:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14454:x1862022293634048:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764883.725418:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764883.725423:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1775764883.725462:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6eb6a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656f2 expref: 150 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.725495:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764883.725502:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764883.725519:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ec19 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465731 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.725658:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ec20 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.725675:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ec20 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.725687:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ec20 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.725705:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ec27 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x33e854da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.725711:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ec27 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.725717:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ec27 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764883.728048:0:6517:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x79:0x0], index 1: 0
00010000:00010000:1.0:1775764883.728271:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ec2e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10160:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.728291:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ec2e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.728311:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ec2e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.728355:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ec20 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.728362:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ec20 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.728370:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ec20 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.728378:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.728384:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ec20 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.728393:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ec20 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.728407:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764883.728411:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.728416:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ec20 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.728423:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ec20 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764883.728440:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0bc8333 reply state 00000000c1499d35 transno 4295101581 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ec27 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.728452:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ec27 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.728459:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x33e854da (ffff93c795e56a00)
00010000:00010000:1.0:1775764883.728462:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764883.728466:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764883.728513:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ec19 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465731 expref: 152 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.728530:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ec2e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465731 expref: 151 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.728539:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10160:0x0].0x0 (ffff93c6877ce900)
00010000:00010000:1.0:1775764883.728541:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764883.728544:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184e00, rc 0)
00000100:00100000:1.0:1775764883.728653:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293634048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3265us (4238us total) trans 4295101581 rc 0/0
00000100:00100000:1.0:1775764883.728662:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205626
00000100:00100000:1.0:1775764883.740565:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.740757:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293634176
00000100:00100000:2.0:1775764883.740771:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293634176
00000100:00100000:2.0:1775764883.740875:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2031
00000100:00100000:2.0:1775764883.740897:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2403:x1862022293634176:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.740923:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.740954:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6ec3c lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465738 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1775764883.740988:0:15586:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x79:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1775764883.741015:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764883.741018:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764883.741029:0:15586:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6ec3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465738 expref: 70 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.741049:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6ec3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465738 expref: 70 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.741066:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:2.0:1775764883.741144:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2403:x1862022293634176:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 259us (594us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.741152:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2031
00000100:00100000:0.0:1775764883.763338:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.763455:0:15573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293634304
00000100:00100000:2.0:1775764883.763469:0:15573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293634304
00000100:00100000:2.0:1775764883.763549:0:15573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2032
00000100:00100000:2.0:1775764883.763560:0:15573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:14454:x1862022293634304:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.763584:0:15573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.763625:0:15573:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e574ee0d/0x9da62835f5d6ec43 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446573f expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.763664:0:15573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6ec3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465738 expref: 71 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.763675:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764883.763677:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764883.763682:0:15573:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e574ee0d/0x9da62835f5d6ec43 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446573f expref: 71 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.763725:0:15573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6ec3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465738 expref: 71 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.763741:0:15573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6ec3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465738 expref: 71 pid: 15586 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764883.763758:0:15573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c19ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15573:1862022277241856:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764883.763930:0:15573:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1e40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764883.779681:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.779793:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293634432
00000100:00100000:0.0:1775764883.779807:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293634432
00000100:00100000:2.0:1775764883.779828:0:15573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c19ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15573:1862022277241856:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764883.779890:0:15573:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e574ee0d/0x9da62835f5d6ec43 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446573f expref: 72 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.779968:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6ec3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465738 expref: 72 pid: 15586 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.780018:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3212
00000100:00100000:0.0:1775764883.780029:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293634432:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764883.780059:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764883.780088:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6ec3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465738 expref: 72 pid: 15586 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.780104:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6ec3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465738 expref: 72 pid: 15586 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.780135:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005953e14a/0x9da62835f5d6ec3c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465738 expref: 72 pid: 15586 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.780156:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764883.780158:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764883.780167:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e574ee0d/0x9da62835f5d6ec43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446573f expref: 71 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.780178:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e574ee0d/0x9da62835f5d6ec43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446573f expref: 71 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.780191:0:15573:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd000, rc 0)
00010000:00010000:0.0:1775764883.780218:0:6503:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e574ee0d/0x9da62835f5d6ec43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446573f expref: 71 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764883.780232:0:6503:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6503:1862022277241984:192.168.202.56@tcp:105:
00000100:00100000:2.0:1775764883.780267:0:15573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:14454:x1862022293634304:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16709us (16943us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.780275:0:15573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2032
00000100:00100000:0.0:1775764883.780294:0:6503:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764883.786691:0:6503:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6503:1862022277241984:192.168.202.56@tcp:105:
00000100:00100000:1.0:1775764883.786691:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764883.786724:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764883.786801:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2402:x1862022293634432:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 6772us (7134us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.786816:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3212
00000100:00100000:2.0:1775764883.788310:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293634688
00000100:00100000:2.0:1775764883.788327:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293634688
00000100:00100000:2.0:1775764883.788414:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2897
00000100:00100000:2.0:1775764883.788426:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293634688:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764883.789260:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293634688:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 831us (2574us total) trans 4295101582 rc 0/0
00000100:00100000:2.0:1775764883.789271:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2897
00000100:00100000:1.0:1775764883.805545:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.805884:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293634816
00000100:00100000:2.0:1775764883.805897:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293634816
00000100:00100000:2.0:1775764883.806040:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205627
00000100:00100000:2.0:1775764883.806053:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293634816:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.806087:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.806115:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec4a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465746 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806201:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ec51 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806220:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ec51 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806235:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ec51 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806252:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec58 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x7f83dcb7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806260:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec58 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806267:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec58 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806319:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ec51 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806326:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ec51 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806333:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ec51 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806339:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.806344:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ec51 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806351:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ec51 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806365:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764883.806367:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.806373:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ec51 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806380:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ec51 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806397:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec58 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806404:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec58 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806410:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec58 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806415:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.806418:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec58 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806424:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec58 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806432:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x7f83dcb7 (ffff93c68cb34700)
00010000:00010000:2.0:1775764883.806434:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.806437:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec58 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806443:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec58 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806482:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec4a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465746 expref: 154 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806508:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764883.806510:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.806513:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec4a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465746 expref: 154 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.806528:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd800, rc 0)
00000100:00100000:2.0:1775764883.806619:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293634816:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 569us (1090us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764883.806628:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205627
00000100:00100000:3.0:1775764883.820770:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.820947:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293634944
00000100:00100000:2.0:1775764883.820962:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293634944
00000100:00100000:2.0:1775764883.821045:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205628
00000100:00100000:2.0:1775764883.821057:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293634944:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.821089:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.821117:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec5f lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446574d expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.821207:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec66 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.821225:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec66 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.821241:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec66 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764883.821309:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:2.0:1775764883.821313:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764883.821339:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec66 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.821370:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ec5f lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446574d expref: 155 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.821398:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec66 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446574d expref: 154 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.821408:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764883.821412:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764883.821417:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:2.0:1775764883.821721:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293634944:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 666us (978us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.821730:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205628
00000100:00100000:1.0:1775764883.834938:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.834987:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.835097:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293635072
00000100:00100000:0.0:1775764883.835113:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293635072
00000100:00100000:0.0:1775764883.835190:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2898
00000100:00100000:0.0:1775764883.835202:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293635072:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764883.840775:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293635072:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 5550us (5834us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764883.840794:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2898
00000100:00100000:3.0:1775764883.846390:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.847081:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293635200
00000100:00100000:2.0:1775764883.847094:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293635200
00000100:00100000:1.0:1775764883.847109:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293635328
00000100:00100000:1.0:1775764883.847115:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293635328
00000100:00100000:1.0:1775764883.847202:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205629
00000100:00100000:1.0:1775764883.847215:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14453:x1862022293635328:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764883.847242:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764883.847270:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ec6d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446575b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847360:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ec74 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847379:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ec74 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847394:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ec74 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847412:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ec7b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x1d2b78c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847419:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ec7b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847426:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ec7b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847480:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ec74 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.847540:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205630
00000100:00100000:3.0:1775764883.847550:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14454:x1862022293635200:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764883.847560:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764883.847571:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6ec82 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465754 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847625:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ec89 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847636:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ec89 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847644:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ec89 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847656:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ec90 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x38dab721 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847663:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ec90 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847669:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ec90 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847688:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ec74 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847688:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ec89 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847695:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ec89 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847697:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ec74 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847701:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ec89 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847703:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764883.847707:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.847709:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ec74 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847709:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ec89 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847718:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ec74 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847718:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ec89 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847732:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764883.847735:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764883.847736:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764883.847737:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.847741:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ec74 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847741:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ec89 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847748:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ec74 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847748:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ec89 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847765:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ec90 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847771:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ec90 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847776:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ec90 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847781:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764883.847784:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ec90 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847790:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ec90 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847801:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x38dab721 (ffff93c68422a900)
00010000:00010000:3.0:1775764883.847804:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764883.847806:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ec90 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.847812:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ec90 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847835:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ec7b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847876:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ec7b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847882:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ec7b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847888:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.847891:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ec7b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847897:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ec7b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.847906:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x1d2b78c8 (ffff93c6877cec00)
00010000:00010000:1.0:1775764883.848145:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.848149:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ec7b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.848156:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6ec7b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.848188:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ec6d lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446575b expref: 157 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.848200:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764883.848202:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.848206:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ec6d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446575b expref: 157 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.848217:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184a00, rc 0)
00000100:00100000:1.0:1775764883.848351:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14453:x1862022293635328:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1138us (1974us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764883.848359:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205629
00010000:00010000:3.0:1775764883.848410:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6ec82 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465754 expref: 155 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.848420:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764883.848422:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764883.848425:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6ec82 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465754 expref: 155 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.848434:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8e00, rc 0)
00000100:00100000:3.0:1775764883.848455:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14454:x1862022293635200:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 908us (13469us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764883.848461:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205630
00000100:00100000:1.0:1775764883.855435:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.855528:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293635456
00000100:00100000:0.0:1775764883.855540:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293635456
00000100:00100000:0.0:1775764883.855621:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205631
00000100:00100000:0.0:1775764883.855633:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293635456:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764883.855664:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764883.855692:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ec97 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465762 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.855792:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ec9e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.855812:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ec9e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.855830:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ec9e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.855874:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6eca5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.855882:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6eca5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.855889:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6eca5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.855946:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ec9e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.855954:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ec9e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.855961:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ec9e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.855967:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ec9e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.855974:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764883.855979:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ec9e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.855987:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ec9e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.856006:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764883.856009:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764883.856015:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ec9e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.856022:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ec9e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.856039:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6eca5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.856045:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6eca5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.856051:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6eca5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.856056:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764883.856059:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6eca5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.856065:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6eca5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.856072:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x44fbd80 (ffff93c795e56d00)
00010000:00010000:0.0:1775764883.856075:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764883.856077:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6eca5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.856082:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6eca5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.856122:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ec97 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465762 expref: 155 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.856135:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764883.856137:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764883.856141:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ec97 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465762 expref: 155 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.856151:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5e00, rc 0)
00000100:00100000:0.0:1775764883.856225:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293635456:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 594us (804us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764883.856233:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205631
00000100:00100000:0.0:1775764883.858396:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.858475:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293635584
00000100:00100000:1.0:1775764883.858487:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293635584
00000100:00100000:1.0:1775764883.858549:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205632
00000100:00100000:1.0:1775764883.858558:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14454:x1862022293635584:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764883.858579:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764883.858611:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ecac lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465769 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.858682:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ecb3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.858704:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ecb3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.858716:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ecb3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764883.858776:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:1.0:1775764883.858780:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764883.858800:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ecb3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.858824:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ecac lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465769 expref: 156 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.858867:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ecb3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465769 expref: 155 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.858877:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764883.858881:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764883.858885:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab29e00, rc 0)
00000100:00100000:1.0:1775764883.859172:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14454:x1862022293635584:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 614us (785us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764883.859181:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205632
00000100:00100000:1.0:1775764883.864327:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.864418:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293635712
00000100:00100000:3.0:1775764883.864432:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293635712
00000100:00100000:3.0:1775764883.864490:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2899
00000100:00100000:3.0:1775764883.864501:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14454:x1862022293635712:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764883.875257:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14454:x1862022293635712:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 10739us (10927us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764883.875283:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2899
00000100:00100000:1.0:1775764883.880398:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.880436:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.880509:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293635968
00000100:00100000:2.0:1775764883.880522:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293635968
00000100:00100000:3.0:1775764883.880586:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293635840
00000100:00100000:3.0:1775764883.880602:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293635840
00000100:00100000:2.0:1775764883.880605:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205633
00000100:00100000:2.0:1775764883.880616:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14454:x1862022293635968:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.880646:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.880672:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ecba lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465777 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.881118:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205634
00000100:00100000:3.0:1775764883.881128:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14453:x1862022293635840:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.881137:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ecc1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881138:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764883.881149:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6ecc8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465770 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.881156:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ecc1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.881171:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ecc1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881180:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6eccf lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881189:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6eccf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881196:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6eccf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881211:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ecd6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xfe8272f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881218:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ecd6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881225:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ecd6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881279:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6eccf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881287:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6eccf lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881292:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6eccf lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881296:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764883.881300:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6eccf lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881305:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6eccf lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881314:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764883.881316:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764883.881320:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6eccf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881325:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6eccf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881334:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ecd6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881338:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ecd6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881341:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ecd6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881345:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764883.881347:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ecd6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881351:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ecd6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881354:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xfe8272f1 (ffff93c68422a900)
00010000:00010000:3.0:1775764883.881355:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764883.881357:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ecd6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881360:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d6ecd6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881387:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6ecc8 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465770 expref: 158 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881394:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764883.881395:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764883.881397:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6ecc8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465770 expref: 158 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.881402:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8e00, rc 0)
00000100:00100000:3.0:1775764883.881474:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14453:x1862022293635840:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 348us (1037us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764883.881482:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205634
00010000:00010000:1.0:1775764883.881870:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ecdd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.881887:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ecdd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.881896:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ecdd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.881923:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ecc1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.881930:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ecc1 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.881936:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ecc1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.881941:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.881944:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ecc1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.881950:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ecc1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.881959:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764883.881961:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.881964:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ecc1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.881970:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ecc1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.881981:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ecdd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.881988:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ecdd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.881995:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ecdd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.882000:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764883.882003:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ecdd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.882009:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ecdd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.882016:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c6877cec00)
00010000:00010000:1.0:1775764883.882018:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.882021:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ecdd lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.882026:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ecdd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.882056:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ecba lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465777 expref: 156 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.882065:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764883.882068:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764883.882071:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ecba lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465777 expref: 156 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764883.882086:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd800, rc 0)
00000100:00100000:1.0:1775764883.882212:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14454:x1862022293635968:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1597us (1824us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764883.882219:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205633
00000100:00100000:1.0:1775764883.898220:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.898334:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293636224
00000100:00100000:2.0:1775764883.898347:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293636224
00000100:00100000:2.0:1775764883.898424:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205635
00000100:00100000:2.0:1775764883.898435:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14453:x1862022293636224:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.898463:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.898492:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ece4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446577e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.898642:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6eceb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10075:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.898661:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6eceb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10075:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.898675:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6eceb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10075:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764883.898690:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10075:0x0]: returning size 260096
00010000:00010000:2.0:1775764883.902149:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ece4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446577e expref: 158 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.902178:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6eceb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10075:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446577e expref: 157 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.902187:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10075:0x0].0x0 (ffff93c78545ec00)
00010000:00010000:2.0:1775764883.902190:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764883.902194:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd800, rc 0)
00000100:00100000:2.0:1775764883.904602:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14453:x1862022293636224:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6143us (6370us total) trans 4295101583 rc 0/0
00000100:00100000:2.0:1775764883.904625:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205635
00000100:00100000:0.0:1775764883.906286:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.906647:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293636480
00000100:00100000:2.0:1775764883.906661:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293636480
00000100:00100000:2.0:1775764883.906755:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205636
00000100:00100000:2.0:1775764883.906767:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14454:x1862022293636480:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.906795:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.906799:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1775764883.906871:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ecb3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465769 expref: 157 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.907196:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764883.907204:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764883.907223:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ecf9 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465785 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.907360:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ed00 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.907379:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ed00 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.907393:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ed00 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.907410:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6ed07 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.907417:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6ed07 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.907424:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6ed07 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764883.913179:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.915353:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293636608
00000100:00100000:2.0:1775764883.915372:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293636608
00000100:00100000:2.0:1775764883.915461:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1132
00000100:00100000:2.0:1775764883.915472:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:2403:x1862022293636608:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764883.915491:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764883.915526:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6eceb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10075:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446577e expref: 158 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.915551:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10075:0x0].0x0 (ffff93c78545ec00)
00010000:00010000:2.0:1775764883.915557:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764883.915643:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:2403:x1862022293636608:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 173us (2716us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.915651:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1132
00000004:00080000:0.0:1775764883.919157:0:10031:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x79:0x0], index 0: 0
00010000:00010000:0.0:1775764883.919379:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ed0e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10161:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.919401:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ed0e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10161:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.919416:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ed0e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10161:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.919462:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ed00 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.919471:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ed00 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.919478:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ed00 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.919485:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ed00 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.919492:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a0fe9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764883.919497:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ed00 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.919505:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ed00 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.919521:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764883.919524:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764883.919530:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ed00 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.919536:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ed00 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764883.919559:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ec8bbc2 reply state 000000001f36b1f6 transno 4295101584 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6ed07 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.919573:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6ed07 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.919580:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:0.0:1775764883.919583:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764883.919588:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764883.919644:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ecf9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465785 expref: 158 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.919661:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ed0e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10161:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465785 expref: 157 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764883.919668:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10161:0x0].0x0 (ffff93c795e56d00)
00010000:00010000:0.0:1775764883.919670:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764883.919673:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4200, rc 0)
00000100:00100000:0.0:1775764883.919769:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293636480:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13004us (13494us total) trans 4295101584 rc 0/0
00000100:00100000:0.0:1775764883.919782:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205636
00000100:00100000:1.0:1775764883.926508:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.927086:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293636736
00000100:00100000:2.0:1775764883.927115:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293636736
00000100:00100000:2.0:1775764883.927209:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205637
00000100:00100000:2.0:1775764883.927220:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293636736:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.927255:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.927282:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822400/0x9da62835f5d6ed1c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446578c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927360:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed23 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927383:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed23 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927397:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed23 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927413:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6ed2a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x33e854da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927421:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6ed2a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927428:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6ed2a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927471:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed23 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927479:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed23 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927487:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed23 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927493:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4823400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.927499:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed23 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927506:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed23 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927525:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764883.927528:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.927535:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed23 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927542:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed23 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927558:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6ed2a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927565:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6ed2a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927571:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6ed2a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927575:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4823800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.927578:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6ed2a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927584:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6ed2a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.927600:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x33e854da (ffff93c68cb34300)
00010000:00010000:2.0:1775764883.927603:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.927607:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6ed2a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.929628:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6ed2a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.929717:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822400/0x9da62835f5d6ed1c lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446578c expref: 159 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.929744:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764883.929748:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.929753:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822400/0x9da62835f5d6ed1c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446578c expref: 159 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.929764:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4822400, rc 0)
00000100:00100000:2.0:1775764883.930053:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293636736:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2664us (3390us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764883.930063:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205637
00000100:00100000:1.0:1775764883.942973:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.943304:0:15596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293636864
00000100:00100000:2.0:1775764883.943318:0:15596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293636864
00000100:00100000:2.0:1775764883.943388:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2033
00000100:00100000:2.0:1775764883.943400:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+68:2402:x1862022293636864:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.943424:0:15596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.943452:0:15596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6ed31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465793 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1775764883.943485:0:15596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x79:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1775764883.943514:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764883.943517:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764883.943528:0:15596:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6ed31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465793 expref: 69 pid: 15596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.943556:0:15596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6ed31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465793 expref: 69 pid: 15596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.943573:0:15596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4822400, rc 0)
00000100:00100000:2.0:1775764883.943682:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2402:x1862022293636864:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 283us (724us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764883.943689:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2033
00000100:00100000:3.0:1775764883.949427:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.949670:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293637120
00000100:00100000:2.0:1775764883.949684:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293637120
00000100:00100000:2.0:1775764883.949783:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205638
00000100:00100000:2.0:1775764883.949796:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293637120:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764883.949832:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764883.949836:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1775764883.949929:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ec66 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446574d expref: 158 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.949955:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764883.949962:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764883.949978:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6ed38 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446579a expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950128:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed3f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950147:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed3f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950160:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed3f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950176:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6ed46 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x33e854da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950183:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6ed46 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950189:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6ed46 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764883.950589:0:14273:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x7a:0x0], index 1: 0
00010000:00010000:2.0:1775764883.950789:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ed4d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10162:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950802:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ed4d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10162:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950811:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ed4d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10162:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950905:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed3f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950914:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed3f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950921:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed3f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950934:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed3f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950940:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4823400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764883.950946:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed3f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950955:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed3f lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950967:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764883.950970:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764883.950975:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed3f lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.950980:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823400/0x9da62835f5d6ed3f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764883.950994:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c31149fb reply state 0000000000bd75ac transno 4295101585 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6ed46 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.951006:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6ed46 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.951011:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x33e854da (ffff93c68cb34f00)
00010000:00010000:2.0:1775764883.951013:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764883.951016:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764883.951050:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6ed38 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446579a expref: 160 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.951072:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ed4d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10162:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446579a expref: 159 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764883.951080:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10162:0x0].0x0 (ffff93c68cb34d00)
00010000:00010000:2.0:1775764883.951082:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764883.951085:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd800, rc 0)
00000100:00100000:2.0:1775764883.951188:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14453:x1862022293637120:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1395us (1773us total) trans 4295101585 rc 0/0
00000100:00100000:2.0:1775764883.951197:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205638
00000100:00100000:3.0:1775764883.952543:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.952644:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293637376
00000100:00100000:1.0:1775764883.952656:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293637376
00000100:00100000:1.0:1775764883.952721:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2900
00000100:00100000:1.0:1775764883.952732:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4867050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293637376:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764883.953359:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4867050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14454:x1862022293637376:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 627us (821us total) trans 4295101586 rc 0/0
00000100:00100000:1.0:1775764883.953369:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2900
00000100:00100000:0.0:1775764883.962750:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.962941:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293637504
00000100:00100000:3.0:1775764883.962955:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293637504
00000100:00100000:3.0:1775764883.963035:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2034
00000100:00100000:3.0:1775764883.963047:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2403:x1862022293637504:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764883.963072:0:15591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764883.963100:0:15591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000faa363af/0x9da62835f5d6ed5b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944657a1 expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1775764883.963134:0:15591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x7a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1775764883.963160:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764883.963162:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764883.963174:0:15591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000faa363af/0x9da62835f5d6ed5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657a1 expref: 71 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.963195:0:15591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000faa363af/0x9da62835f5d6ed5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657a1 expref: 71 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.963213:0:15591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8e00, rc 0)
00000100:00100000:3.0:1775764883.963301:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2403:x1862022293637504:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 256us (564us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764883.963308:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2034
00000100:00100000:3.0:1775764883.971542:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764883.971626:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293637760
00000100:00100000:2.0:1775764883.971639:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293637760
00000100:00100000:2.0:1775764883.971714:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2901
00000100:00100000:2.0:1775764883.971726:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14454:x1862022293637760:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764883.973762:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14454:x1862022293637760:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 2025us (2220us total) trans 4295101587 rc 0/0
00000100:00100000:0.0:1775764883.973780:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2901
00000100:00100000:1.0:1775764883.982664:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764883.982781:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293638144
00000100:00100000:0.0:1775764883.982795:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293638144
00000100:00100000:0.0:1775764883.982900:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2902
00000100:00100000:0.0:1775764883.982912:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14454:x1862022293638144:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764883.983292:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14454:x1862022293638144:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 381us (642us total) trans 4295101588 rc 0/0
00000100:00100000:0.0:1775764883.983301:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2902
00000100:00100000:1.0:1775764883.996663:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764883.996717:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764883.997187:0:15592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293637888
00000100:00100000:3.0:1775764883.997202:0:15592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293637888
00000100:00100000:3.0:1775764883.997279:0:15592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2035
00000100:00100000:3.0:1775764883.997291:0:15592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:14453:x1862022293637888:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764883.997318:0:15592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764883.997342:0:15592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5dae614/0x9da62835f5d6ed62 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944657a8 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.997384:0:15592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000faa363af/0x9da62835f5d6ed5b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657a1 expref: 72 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.997395:0:15592:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764883.997398:0:15592:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764883.997403:0:15592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5dae614/0x9da62835f5d6ed62 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657a8 expref: 72 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.997451:0:15592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000faa363af/0x9da62835f5d6ed5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657a1 expref: 72 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764883.997470:0:15592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000faa363af/0x9da62835f5d6ed5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657a1 expref: 72 pid: 15591 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764883.997487:0:15592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15592:1862022277242112:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764883.997625:0:15592:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f9c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764883.998383:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293638400
00000100:00100000:0.0:1775764883.998392:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293638400
00000100:00100000:0.0:1775764883.998469:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2903
00000100:00100000:0.0:1775764883.998478:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14454:x1862022293638400:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764883.999464:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:14454:x1862022293638400:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 981us (2740us total) trans 4294969481 rc 0/0
00000100:00100000:0.0:1775764883.999478:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2903
00000100:00100000:3.0:1775764884.007073:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.007642:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293638656
00000100:00100000:0.0:1775764884.007658:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293638656
00000100:00100000:0.0:1775764884.007730:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2904
00000100:00100000:0.0:1775764884.007743:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:14454:x1862022293638656:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764884.008208:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14454:x1862022293638656:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 466us (1148us total) trans 4294969482 rc 0/0
00000100:00100000:0.0:1775764884.008219:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2904
00000100:00100000:1.0:1775764884.018805:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.020068:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293638912
00000100:00100000:2.0:1775764884.020087:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293638912
00000100:00100000:2.0:1775764884.020184:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2905
00000100:00100000:2.0:1775764884.020196:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14454:x1862022293638912:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764884.021358:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14454:x1862022293638912:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 1156us (2559us total) trans 4294969483 rc 0/0
00000100:00100000:2.0:1775764884.021372:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2905
00010000:00010000:0.0:1775764884.025589:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764884.033053:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.033156:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.034267:0:15592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15592:1862022277242112:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764884.034318:0:15592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e5dae614/0x9da62835f5d6ed62 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944657a8 expref: 72 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.034346:0:15592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8c00, rc 0)
00000100:00100000:3.0:1775764884.034452:0:15592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:14453:x1862022293637888:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 37163us (37805us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764884.034469:0:15592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2035
00000100:00100000:0.0:1775764884.034807:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293639040
00000100:00100000:0.0:1775764884.034818:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293639040
00010000:00010000:0.0:1775764884.034893:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000faa363af/0x9da62835f5d6ed5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657a1 expref: 72 pid: 15591 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764884.034930:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3213
00000100:00100000:0.0:1775764884.034941:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293639040:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764884.034959:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764884.034990:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000faa363af/0x9da62835f5d6ed5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657a1 expref: 72 pid: 15591 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.035008:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000faa363af/0x9da62835f5d6ed5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657a1 expref: 72 pid: 15591 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.035048:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000faa363af/0x9da62835f5d6ed5b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657a1 expref: 72 pid: 15591 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.035066:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764884.035068:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764884.035077:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5dae614/0x9da62835f5d6ed62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944657a8 expref: 71 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.035089:0:15578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5dae614/0x9da62835f5d6ed62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944657a8 expref: 71 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.035135:0:15578:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e5dae614/0x9da62835f5d6ed62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944657a8 expref: 71 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764884.035153:0:15578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b36d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15578:1862022277242240:192.168.202.56@tcp:105:
00000100:00100000:0.0:1775764884.035226:0:15578:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a79f1480 going to sleep for 11 seconds
00000100:00080000:0.0:1775764884.035245:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1775764884.035601:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293639296
00000100:00100000:1.0:1775764884.035617:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293639296
00000100:00100000:1.0:1775764884.035668:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205639
00000100:00100000:1.0:1775764884.035677:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14454:x1862022293639296:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764884.035745:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764884.035779:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6ed0e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10161:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465785 expref: 163 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.035796:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10161:0x0].0x0 (ffff93c795e56d00)
00010000:00010000:1.0:1775764884.035810:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764884.035836:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ed69 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.035885:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ed69 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.035897:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ed69 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.035919:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ed70 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.035927:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ed70 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.035934:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ed70 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.036040:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ed77 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10161:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.036049:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ed77 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10161:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.036056:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ed77 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10161:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764884.036330:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].89, 64 off13912
00010000:00010000:1.0:1775764884.037137:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ed7e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10161:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037152:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ed7e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10161:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037162:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ed7e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10161:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037169:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ed7e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10161:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037177:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ed7e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10161:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037183:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ed7e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10161:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037210:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764884.037236:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ed77 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10161:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037241:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ed77 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10161:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037248:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ed77 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10161:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037253:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.037259:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ed77 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10161:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037266:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ed77 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10161:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037279:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10161:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:1.0:1775764884.037283:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764884.037287:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ed77 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10161:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037293:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ed77 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10161:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037316:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ed69 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037321:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ed69 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037327:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ed69 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037332:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.037334:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ed69 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037340:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ed69 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037348:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764884.037350:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.037353:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ed69 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037360:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6ed69 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764884.037376:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051c93a9a reply state 0000000066b5f61a transno 4295101589 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ed70 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037388:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ed70 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.037395:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:1.0:1775764884.037397:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764884.037401:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764884.037511:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293639296:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1830us (4349us total) trans 4295101589 rc 0/0
00000100:00100000:1.0:1775764884.037524:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205639
00010000:00010000:0.0:1775764884.038131:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764884.038140:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ed7e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10161:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.038148:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764884.038151:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ed7e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10161:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.038159:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ed7e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10161:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.038172:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10161:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:0.0:1775764884.038175:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764884.038177:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ed7e lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10161:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.038182:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ed7e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10161:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.038206:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764884.038208:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764884.038209:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764884.052240:0:15578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b36d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15578:1862022277242240:192.168.202.56@tcp:105:
00010000:00010000:3.0:1775764884.052278:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764884.052359:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2402:x1862022293639040:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 17419us (19321us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764884.052373:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3213
00000100:00100000:2.0:1775764884.053896:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.054251:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293639680
00000100:00100000:0.0:1775764884.054266:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293639680
00000100:00100000:0.0:1775764884.054349:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2906
00000100:00100000:0.0:1775764884.054361:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4866c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14453:x1862022293639680:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764884.054832:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4866c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293639680:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 471us (945us total) trans 4295101590 rc 0/0
00000100:00100000:0.0:1775764884.054882:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2906
00000100:00100000:2.0:1775764884.060234:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.060544:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293639424
00000100:00100000:3.0:1775764884.060558:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293639424
00000100:00100000:3.0:1775764884.060648:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205640
00000100:00100000:3.0:1775764884.060660:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293639424:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764884.060688:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764884.060717:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ed85 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944657af expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.060811:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ed8c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.060829:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ed8c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.060898:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ed8c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.060921:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ed93 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.060930:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ed93 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.060941:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ed93 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.060988:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ed8c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.060995:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ed8c lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061003:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ed8c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061009:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764884.061015:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ed8c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061024:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ed8c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061039:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764884.061043:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764884.061050:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ed8c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061057:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ed8c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061073:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ed93 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061079:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ed93 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061086:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ed93 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061091:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764884.061094:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ed93 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061100:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ed93 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061108:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:3.0:1775764884.061111:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764884.061114:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ed93 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061119:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ed93 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061154:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ed85 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657af expref: 166 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061166:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764884.061168:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764884.061172:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ed85 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657af expref: 166 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.061182:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9c00, rc 0)
00000100:00100000:3.0:1775764884.061554:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293639424:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 896us (1332us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764884.061565:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205640
00000100:00100000:2.0:1775764884.091350:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.092082:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293639808
00000100:00100000:3.0:1775764884.092693:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293639808
00000100:00100000:3.0:1775764884.093364:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205641
00000100:00100000:3.0:1775764884.093380:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4936d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293639808:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764884.093417:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764884.093447:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ed9a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944657b6 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.096797:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eda1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.096826:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eda1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.096859:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eda1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764884.096925:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:3.0:1775764884.096930:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764884.096959:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eda1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.097000:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ed9a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657b6 expref: 167 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.097026:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eda1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657b6 expref: 166 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.097042:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764884.097045:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764884.097051:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9600, rc 0)
00000100:00100000:3.0:1775764884.097152:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4936d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293639808:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3775us (5813us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764884.097163:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205641
00000100:00100000:1.0:1775764884.114754:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.114879:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293639936
00000100:00100000:0.0:1775764884.114892:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293639936
00000100:00100000:0.0:1775764884.114974:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2907
00000100:00100000:0.0:1775764884.114988:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293639936:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764884.123387:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293639936:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 7407us (7652us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764884.123411:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2907
00000100:00100000:2.0:1775764884.127299:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.132443:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.138880:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293640064
00000100:00100000:0.0:1775764884.138903:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293640064
00000100:00100000:1.0:1775764884.140984:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293640192
00000100:00100000:1.0:1775764884.141003:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293640192
00000100:00100000:0.0:1775764884.141338:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205642
00000100:00100000:0.0:1775764884.141352:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293640192:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764884.141384:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764884.141413:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eda8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944657c4 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141514:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6edaf lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141533:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6edaf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141546:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6edaf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141559:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6edb6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141567:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6edb6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141573:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6edb6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141630:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6edaf lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141639:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6edaf lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141646:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6edaf lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141652:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6edaf lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141660:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764884.141664:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6edaf lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141672:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6edaf lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141686:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764884.141689:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764884.141696:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6edaf lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141703:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6edaf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141722:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6edb6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141728:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6edb6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141734:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6edb6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141738:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764884.141741:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6edb6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141747:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6edb6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141759:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:0.0:1775764884.141761:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764884.141765:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6edb6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141770:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6edb6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141801:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eda8 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657c4 expref: 168 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141811:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764884.141814:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764884.141816:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6eda8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657c4 expref: 168 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.141826:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5e00, rc 0)
00000100:00100000:0.0:1775764884.141956:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293640192:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 605us (9527us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764884.141964:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205642
00000100:00100000:0.0:1775764884.141989:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205643
00000100:00100000:0.0:1775764884.141997:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4937b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293640064:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764884.142007:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764884.142016:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6edbd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944657bd expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.142054:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6edc4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.142064:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6edc4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.142072:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6edc4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.142086:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6edcb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x38dab721 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.142093:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6edcb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.143668:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6edcb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.143900:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6edc4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.143909:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6edc4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.143916:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6edc4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.143923:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6edc4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.143930:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.143934:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6edc4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.143947:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6edc4 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.143963:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764884.143966:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.143970:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6edc4 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.143977:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6edc4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.143993:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6edcb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.143998:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6edcb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.144004:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6edcb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.144009:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.144012:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6edcb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.144017:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6edcb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.144023:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x38dab721 (ffff93c795e56600)
00010000:00010000:1.0:1775764884.144026:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.144028:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6edcb lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.144034:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6edcb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.144086:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6edbd lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657bd expref: 167 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.144096:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764884.144241:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.144247:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d6edbd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657bd expref: 167 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.144259:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5400, rc 0)
00000100:00100000:1.0:1775764884.144402:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4937b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293640064:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2403us (17118us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764884.144413:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205643
00000100:00100000:2.0:1775764884.163603:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.163704:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293640320
00000100:00100000:1.0:1775764884.163720:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293640320
00000100:00100000:1.0:1775764884.163805:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205644
00000100:00100000:1.0:1775764884.163818:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293640320:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764884.163888:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764884.163917:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6edd2 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944657cb expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.164003:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6edd9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.164023:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6edd9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.164038:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6edd9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764884.164118:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:1.0:1775764884.164123:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764884.164148:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6edd9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.164179:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6edd2 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657cb expref: 168 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.164203:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6edd9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657cb expref: 167 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.164211:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764884.164214:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764884.164218:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:1.0:1775764884.164299:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14453:x1862022293640320:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 483us (721us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.164307:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205644
00000100:00100000:2.0:1775764884.166773:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.167325:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293640448
00000100:00100000:3.0:1775764884.167342:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293640448
00000100:00100000:3.0:1775764884.167413:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205645
00000100:00100000:3.0:1775764884.167424:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4937800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293640448:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764884.167444:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764884.167465:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ede0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944657d2 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167526:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ede7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167541:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ede7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167553:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ede7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167568:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6edee lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167575:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6edee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167581:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6edee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167627:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ede7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167634:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ede7 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167640:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ede7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167645:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764884.167649:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ede7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167656:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ede7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167667:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764884.167669:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764884.167674:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ede7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167680:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ede7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167694:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6edee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167700:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6edee lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167705:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6edee lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167710:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764884.167712:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6edee lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167717:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6edee lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167724:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xf97c74a3 (ffff93c68422a400)
00010000:00010000:3.0:1775764884.167726:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764884.167728:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6edee lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167732:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6edee lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167761:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ede0 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657d2 expref: 168 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167771:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764884.167773:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764884.167776:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ede0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657d2 expref: 168 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.167789:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9c00, rc 0)
00000100:00100000:3.0:1775764884.167917:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4937800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293640448:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 494us (1158us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764884.167930:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205645
00000100:00100000:3.0:1775764884.173782:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.173978:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293640576
00000100:00100000:1.0:1775764884.173997:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293640576
00000100:00100000:1.0:1775764884.174081:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2908
00000100:00100000:1.0:1775764884.174104:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14453:x1862022293640576:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764884.186739:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.188399:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293640832
00000100:00100000:3.0:1775764884.188416:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293640832
00000100:00100000:3.0:1775764884.188485:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205646
00000100:00100000:3.0:1775764884.188496:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4934000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14454:x1862022293640832:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764884.188517:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764884.188521:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1775764884.188552:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eda1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657b6 expref: 168 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.188573:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764884.188579:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764884.188605:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6edf5 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944657d9 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.188704:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6edfc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.188718:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6edfc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.188728:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6edfc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.188742:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6ee03 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.188749:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6ee03 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.188767:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6ee03 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764884.191770:0:6517:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x7a:0x0], index 0: 0
00010000:00010000:3.0:1775764884.192015:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ee0a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.192033:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ee0a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.192057:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ee0a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.192101:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6edfc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.192108:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6edfc lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.192116:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6edfc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.192122:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764884.192126:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6edfc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.192137:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6edfc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.192148:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764884.192151:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764884.192156:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6edfc lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.192162:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6edfc lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764884.192174:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000024ab5f6e reply state 00000000f7bf1cb6 transno 4295101591 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6ee03 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.192185:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6ee03 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.192191:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xf97c74a3 (ffff93c68422a400)
00010000:00010000:3.0:1775764884.192193:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764884.192197:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764884.192248:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6edf5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657d9 expref: 170 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.192263:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ee0a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657d9 expref: 169 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.192271:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c68422a100)
00010000:00010000:3.0:1775764884.192273:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764884.192275:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9a00, rc 0)
00000100:00100000:1.0:1775764884.192376:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14453:x1862022293640576:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 18282us (18600us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.192387:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2908
00000100:00100000:3.0:1775764884.193528:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4934000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293640832:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 5027us (6800us total) trans 4295101591 rc 0/0
00000100:00100000:3.0:1775764884.193538:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205646
00000100:00100000:3.0:1775764884.209686:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.209733:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.209893:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293641088
00000100:00100000:1.0:1775764884.209912:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293641088
00000100:00100000:1.0:1775764884.209981:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205647
00000100:00100000:1.0:1775764884.209992:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293641088:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764884.210018:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764884.210051:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee18 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944657e7 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210115:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ee1f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210128:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ee1f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210137:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ee1f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210147:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee26 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210152:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee26 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210155:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee26 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210185:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ee1f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210189:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ee1f lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210196:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ee1f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210200:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.210203:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ee1f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210207:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ee1f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210215:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764884.210217:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.210220:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ee1f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210223:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6ee1f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210241:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee26 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210245:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee26 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210248:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee26 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210251:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.210252:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee26 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210258:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee26 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210263:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:1.0:1775764884.210264:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.210266:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee26 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210269:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee26 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210293:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee18 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657e7 expref: 170 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210302:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764884.210304:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.210307:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee18 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657e7 expref: 170 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.210316:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:1.0:1775764884.210386:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293641088:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 397us (652us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764884.210393:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205647
00000100:00100000:2.0:1775764884.211161:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293640960
00000100:00100000:2.0:1775764884.211169:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293640960
00000100:00080000:0.0:1775764884.211216:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1775764884.211221:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2036
00000100:00100000:2.0:1775764884.211230:0:8401:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+69:2403:x1862022293640960:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764884.211252:0:8401:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764884.211268:0:8401:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000217f8863/0x9da62835f5d6ee2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944657e0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1775764884.211287:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1775764884.211301:0:8401:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764884.211303:0:8401:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764884.211309:0:8401:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000217f8863/0x9da62835f5d6ee2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657e0 expref: 70 pid: 8401 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.211320:0:8401:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000217f8863/0x9da62835f5d6ee2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657e0 expref: 70 pid: 8401 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.211330:0:8401:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc400, rc 0)
00000100:00100000:2.0:1775764884.211368:0:8401:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2403:x1862022293640960:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 141us (1693us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764884.211372:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2036
00000100:00100000:3.0:1775764884.218443:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.218610:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293641216
00000100:00100000:0.0:1775764884.218620:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293641216
00000100:00100000:0.0:1775764884.218726:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205648
00000100:00100000:0.0:1775764884.218736:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293641216:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764884.218757:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764884.218776:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ee34 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944657ee expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.218893:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ee3b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219390:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ee3b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219405:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ee3b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219422:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee42 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219431:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee42 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219437:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee42 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219477:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ee3b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219483:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ee3b lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219489:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ee3b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219495:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764884.219500:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ee3b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219507:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ee3b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219523:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764884.219526:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764884.219531:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ee3b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219537:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d6ee3b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219550:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee42 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219557:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee42 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219562:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee42 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219567:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764884.219570:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee42 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219576:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee42 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219583:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:0.0:1775764884.219586:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764884.219598:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee42 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219604:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee42 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219633:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ee34 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657ee expref: 170 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219643:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764884.219645:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764884.219649:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ee34 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657ee expref: 170 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.219658:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4a00, rc 0)
00000100:00100000:0.0:1775764884.219792:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293641216:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1056us (1356us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764884.219801:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205648
00000100:00100000:3.0:1775764884.227178:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.227497:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293641472
00000100:00100000:0.0:1775764884.227510:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293641472
00000100:00100000:0.0:1775764884.227581:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205649
00000100:00100000:0.0:1775764884.227600:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293641472:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764884.227626:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764884.227630:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1775764884.227664:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6edd9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657cb expref: 169 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.227689:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764884.227695:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764884.227711:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ee49 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944657f5 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.228137:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee50 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.228155:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee50 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.228168:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee50 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.228428:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee57 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.228448:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee57 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.228462:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee57 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764884.229266:0:10031:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x7b:0x0], index 1: 0
00010000:00010000:1.0:1775764884.229426:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee5e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10164:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.229440:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee5e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10164:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.229449:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee5e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10164:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.229485:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee50 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.229493:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee50 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.229499:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee50 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.229507:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee50 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.229513:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.229518:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee50 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.229525:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee50 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.229542:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764884.229545:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.229549:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee50 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.229556:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ee50 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764884.229571:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6b8fc32 reply state 00000000f3b45b23 transno 4295101592 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee57 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.229583:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee57 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.229599:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:1.0:1775764884.229602:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764884.229605:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764884.229639:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ee49 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657f5 expref: 171 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.229653:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee5e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10164:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657f5 expref: 170 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.229660:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10164:0x0].0x0 (ffff93c6877ce700)
00010000:00010000:1.0:1775764884.229662:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764884.229664:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:1.0:1775764884.230631:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293641472:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3035us (3460us total) trans 4295101592 rc 0/0
00000100:00100000:1.0:1775764884.230645:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205649
00000100:00100000:2.0:1775764884.235808:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.236320:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.236396:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293641728
00000100:00100000:3.0:1775764884.236404:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293641728
00000100:00100000:3.0:1775764884.236453:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205650
00000100:00100000:3.0:1775764884.236460:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4934a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14454:x1862022293641728:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764884.236486:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764884.236507:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6ee6c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465803 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.236571:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ee73 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.236583:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ee73 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.236606:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ee73 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764884.236641:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:3.0:1775764884.236643:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764884.236658:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ee73 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.236675:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6ee6c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465803 expref: 173 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.236688:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ee73 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465803 expref: 172 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.236702:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764884.236704:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764884.236707:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9c00, rc 0)
00000100:00100000:3.0:1775764884.236749:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4934a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14454:x1862022293641728:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 290us (431us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764884.236754:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205650
00000100:00100000:0.0:1775764884.237674:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293641600
00000100:00100000:0.0:1775764884.237683:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293641600
00000100:00100000:0.0:1775764884.237745:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2037
00000100:00100000:0.0:1775764884.237754:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4936300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2402:x1862022293641600:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764884.237767:0:14278:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764884.237784:0:14278:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6ee7a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944657fc expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764884.237809:0:14278:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x7b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764884.238250:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764884.238255:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764884.238264:0:14278:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6ee7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657fc expref: 72 pid: 14278 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.238282:0:14278:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6ee7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657fc expref: 72 pid: 14278 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.238295:0:14278:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4c00, rc 0)
00000100:00100000:0.0:1775764884.238347:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4936300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293641600:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 594us (2546us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764884.238354:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2037
00000100:00100000:2.0:1775764884.248771:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.249348:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293641984
00000100:00100000:0.0:1775764884.249363:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293641984
00000100:00100000:0.0:1775764884.249440:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2909
00000100:00100000:0.0:1775764884.249451:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14453:x1862022293641984:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764884.249809:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293641984:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 359us (1048us total) trans 4295101593 rc 0/0
00000100:00100000:0.0:1775764884.249818:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2909
00000100:00100000:2.0:1775764884.250254:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.250345:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293642112
00000100:00100000:1.0:1775764884.250353:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293642112
00000100:00100000:1.0:1775764884.250399:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2910
00000100:00100000:1.0:1775764884.250407:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293642112:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764884.260435:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.261530:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14454:x1862022293642112:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 11118us (11270us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.261543:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2910
00000100:00100000:1.0:1775764884.261575:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293642368
00000100:00100000:1.0:1775764884.261583:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293642368
00000100:00100000:1.0:1775764884.261644:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2911
00000100:00100000:1.0:1775764884.261653:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4865050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293642368:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764884.261877:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4865050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293642368:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 225us (1453us total) trans 4295101594 rc 0/0
00000100:00100000:1.0:1775764884.261884:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2911
00000100:00100000:2.0:1775764884.267008:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.271237:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293642624
00000100:00100000:0.0:1775764884.271251:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293642624
00000100:00100000:0.0:1775764884.271320:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2912
00000100:00100000:0.0:1775764884.271331:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293642624:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764884.275758:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14453:x1862022293642624:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 4350us (8681us total) trans 4295101595 rc 0/0
00000100:00100000:0.0:1775764884.275775:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2912
00000100:00100000:2.0:1775764884.286476:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.286584:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.287167:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293643008
00000100:00100000:0.0:1775764884.287180:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293643008
00000100:00100000:3.0:1775764884.287380:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293642880
00000100:00100000:3.0:1775764884.287385:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293642880
00000100:00100000:3.0:1775764884.287432:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2913
00000100:00100000:3.0:1775764884.287442:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4934e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14453:x1862022293642880:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764884.287728:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4934e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14453:x1862022293642880:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 287us (1261us total) trans 4294969484 rc 0/0
00000100:00100000:3.0:1775764884.287736:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2913
00000100:00100000:0.0:1775764884.288639:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2038
00000100:00100000:0.0:1775764884.288655:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:14454:x1862022293643008:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764884.288672:0:15570:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764884.288690:0:15570:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067962d89/0x9da62835f5d6ee81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446580a expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.288735:0:15570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000217f8863/0x9da62835f5d6ee2d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657e0 expref: 71 pid: 8401 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.288744:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764884.288746:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764884.288750:0:15570:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067962d89/0x9da62835f5d6ee81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446580a expref: 71 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.288785:0:15570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000217f8863/0x9da62835f5d6ee2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657e0 expref: 71 pid: 8401 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.288799:0:15570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000217f8863/0x9da62835f5d6ee2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657e0 expref: 71 pid: 8401 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764884.288813:0:15570:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15570:1862022277242368:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764884.288917:0:15570:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1540 going to sleep for 11 seconds
00000100:00100000:2.0:1775764884.297689:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.298440:0:15570:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15570:1862022277242368:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764884.298486:0:15570:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000067962d89/0x9da62835f5d6ee81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446580a expref: 71 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.298508:0:15570:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5400, rc 0)
00000100:00100000:0.0:1775764884.298585:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:14454:x1862022293643008:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9935us (11999us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764884.298603:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2038
00000100:00100000:1.0:1775764884.298712:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293643136
00000100:00100000:1.0:1775764884.298719:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293643136
00010000:00010000:1.0:1775764884.298750:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000217f8863/0x9da62835f5d6ee2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657e0 expref: 71 pid: 8401 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764884.298802:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3214
00000100:00100000:1.0:1775764884.298811:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2403:x1862022293643136:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764884.298825:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764884.298890:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000217f8863/0x9da62835f5d6ee2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657e0 expref: 71 pid: 8401 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.298905:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000217f8863/0x9da62835f5d6ee2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657e0 expref: 71 pid: 8401 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.298927:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000217f8863/0x9da62835f5d6ee2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657e0 expref: 71 pid: 8401 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.298940:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764884.298942:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764884.298949:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000067962d89/0x9da62835f5d6ee81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446580a expref: 70 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.298958:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067962d89/0x9da62835f5d6ee81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446580a expref: 70 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.298988:0:6503:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000067962d89/0x9da62835f5d6ee81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446580a expref: 70 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764884.299001:0:6503:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf76d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6503:1862022277242496:192.168.202.56@tcp:105:
00000100:00100000:1.0:1775764884.299052:0:6503:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4780 going to sleep for 11 seconds
00000100:00100000:2.0:1775764884.309748:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.309884:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293643392
00000100:00100000:1.0:1775764884.309894:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293643392
00000100:00100000:1.0:1775764884.309959:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2914
00000100:00100000:1.0:1775764884.309969:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14453:x1862022293643392:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764884.310377:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293643392:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 407us (637us total) trans 4294969485 rc 0/0
00000100:00100000:1.0:1775764884.310386:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2914
00000100:00100000:1.0:1775764884.315555:0:6503:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf76d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6503:1862022277242496:192.168.202.56@tcp:105:
00010000:00010000:1.0:1775764884.315582:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764884.315659:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2403:x1862022293643136:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 16848us (17980us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.315672:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3214
00000100:00100000:2.0:1775764884.324584:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.324689:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293643648
00000100:00100000:3.0:1775764884.324700:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293643648
00000100:00100000:3.0:1775764884.324765:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2915
00000100:00100000:3.0:1775764884.324776:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293643648:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764884.325608:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14453:x1862022293643648:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 830us (1033us total) trans 4294969486 rc 0/0
00000100:00100000:3.0:1775764884.325618:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2915
00000100:00100000:3.0:1775764884.342305:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1862022277242624:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1775764884.342382:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764884.342496:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277242624
00000100:00100000:1.0:1775764884.342505:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277242624
00000100:00100000:1.0:1775764884.342557:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595
00000100:00100000:1.0:1775764884.342567:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1862022277242624:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1775764884.342607:0:6523:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1440014336 avail 1293774848
00000100:00100000:1.0:1775764884.342656:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1862022277242624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.342664:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595
00000100:00100000:3.0:1775764884.343006:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1862022277242624:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1775764884.343330:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.343669:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293643904
00000100:00100000:3.0:1775764884.343676:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293643904
00000100:00100000:3.0:1775764884.343723:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205651
00000100:00100000:3.0:1775764884.343731:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14453:x1862022293643904:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764884.343926:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764884.343954:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6ee5e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10164:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657f5 expref: 175 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.343972:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10164:0x0].0x0 (ffff93c6877ce700)
00010000:00010000:3.0:1775764884.343994:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764884.344017:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6ee88 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.344030:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6ee88 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.344152:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6ee88 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.344166:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d6ee8f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.344173:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d6ee8f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.344180:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d6ee8f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.344277:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ee96 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10164:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.344285:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ee96 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10164:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.344292:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ee96 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10164:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764884.345945:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].88, 64 off13824
00000004:00080000:3.0:1775764884.345962:0:6519:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 2138596121718ns, next at 2139596118672ns, rc = 0
00010000:00010000:3.0:1775764884.346058:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6ee9d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10164:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346075:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6ee9d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10164:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346087:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6ee9d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10164:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346095:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6ee9d lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10164:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346101:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6ee9d lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10164:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346107:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6ee9d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10164:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346125:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764884.346149:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ee96 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10164:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346156:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ee96 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10164:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346162:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ee96 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10164:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346168:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764884.346172:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ee96 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10164:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346179:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ee96 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10164:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346190:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10164:0x0].0x0 (ffff93c68422aa00)
00010000:00010000:3.0:1775764884.346193:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764884.346197:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ee96 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10164:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346203:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6ee96 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10164:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346221:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6ee88 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346226:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6ee88 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346232:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6ee88 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346237:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764884.346240:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6ee88 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346246:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6ee88 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346253:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764884.346255:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764884.346258:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6ee88 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346263:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6ee88 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764884.346271:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bdaab7cf reply state 0000000016e39d9b transno 4295101596 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d6ee8f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346281:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d6ee8f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.346286:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:3.0:1775764884.346288:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764884.346291:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764884.346377:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14453:x1862022293643904:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 2643us (3045us total) trans 4295101596 rc 0/0
00000100:00100000:3.0:1775764884.346386:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205651
00010000:00010000:0.0:1775764884.349367:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764884.349382:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6ee9d lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10164:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.349400:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764884.349405:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6ee9d lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10164:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.349414:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6ee9d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10164:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.349435:0:7451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10164:0x0].0x0 (ffff93c68422aa00)
00010000:00010000:0.0:1775764884.349437:0:7451:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764884.349443:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6ee9d lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10164:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.349449:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6ee9d lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10164:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.349478:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764884.349480:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764884.349481:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764884.353334:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.353442:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293644160
00000100:00100000:0.0:1775764884.353452:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293644160
00000100:00100000:0.0:1775764884.353507:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2916
00000100:00100000:0.0:1775764884.353517:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14454:x1862022293644160:12345-192.168.202.56@tcp:35:dbench.0
00000001:00080000:0.0:1775764884.353757:0:15557:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295101597
00000100:00100000:0.0:1775764884.353893:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14454:x1862022293644160:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 376us (568us total) trans 4295101598 rc 0/0
00000100:00100000:0.0:1775764884.353901:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2916
00000020:00080000:0.0:1775764884.353906:0:15557:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:2.0:1775764884.365675:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.365904:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293644288
00000100:00100000:3.0:1775764884.365915:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293644288
00000100:00100000:3.0:1775764884.365992:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205652
00000100:00100000:3.0:1775764884.366004:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14453:x1862022293644288:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764884.366030:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764884.366064:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6eea4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465811 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366133:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eeab lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366149:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eeab lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366161:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eeab lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366173:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eeb2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366180:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eeb2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366186:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eeb2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366233:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eeab lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366241:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eeab lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366248:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eeab lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366254:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764884.366259:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eeab lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366267:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eeab lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366282:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764884.366285:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764884.366290:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eeab lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366296:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eeab lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366309:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eeb2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366315:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eeb2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366321:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eeb2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366326:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764884.366329:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eeb2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366335:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eeb2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366342:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:3.0:1775764884.366345:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764884.366348:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eeb2 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366354:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eeb2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366383:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6eea4 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465811 expref: 179 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366394:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764884.366396:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764884.366399:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6eea4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465811 expref: 179 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.366408:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8600, rc 0)
00000100:00100000:3.0:1775764884.366490:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14453:x1862022293644288:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 489us (826us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764884.366498:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205652
00000100:00100000:3.0:1775764884.376568:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.376689:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293644416
00000100:00100000:1.0:1775764884.376699:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293644416
00000100:00100000:1.0:1775764884.376764:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205653
00000100:00100000:1.0:1775764884.376774:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14453:x1862022293644416:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764884.376801:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764884.376823:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eeb9 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465818 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.376930:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eec0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.376948:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eec0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.376960:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eec0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764884.377003:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:1.0:1775764884.377007:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764884.377025:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eec0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.377062:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eeb9 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465818 expref: 180 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.377081:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eec0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465818 expref: 179 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.377091:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764884.377093:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764884.377097:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:1.0:1775764884.377162:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14453:x1862022293644416:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 390us (604us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.377169:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205653
00000100:00100000:2.0:1775764884.381304:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.381439:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293644672
00000100:00100000:0.0:1775764884.381454:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293644672
00000100:00100000:3.0:1775764884.381897:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205654
00000100:00100000:3.0:1775764884.381912:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14454:x1862022293644672:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764884.381950:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764884.381979:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eec7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446581f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.382135:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.382155:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ee0a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657d9 expref: 180 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.382167:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.382215:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ee0a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657d9 expref: 180 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.382233:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ee0a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657d9 expref: 180 pid: 6517 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764884.382250:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a118700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277242752:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764884.382375:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189fcc0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764884.388048:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a118700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277242752:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764884.388079:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764884.394280:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.394408:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293644800
00000100:00100000:1.0:1775764884.394426:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293644800
00000100:00100000:1.0:1775764884.394506:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2917
00000100:00100000:1.0:1775764884.394516:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4864c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293644800:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764884.396804:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.397157:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293644928
00000100:00100000:2.0:1775764884.397172:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293644928
00010000:00010000:2.0:1775764884.397229:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ee0a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657d9 expref: 182 pid: 6517 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764884.397286:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3215
00000100:00100000:2.0:1775764884.397297:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:2402:x1862022293644928:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764884.397316:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764884.397324:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ee0a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657d9 expref: 182 pid: 6517 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.397341:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ee0a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657d9 expref: 182 pid: 6517 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.397369:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6ee0a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944657d9 expref: 182 pid: 6517 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.397403:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c68422a100)
00010000:00010000:2.0:1775764884.397410:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.397421:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.397430:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.397468:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764884.397543:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:2402:x1862022293644928:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 247us (753us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764884.397552:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3215
00010000:00010000:0.0:1775764884.398283:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.398301:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764884.398331:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00010000:00010000:0.0:1775764884.398489:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6eec7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446581f expref: 183 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.398513:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446581f expref: 182 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.398522:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c68422a100)
00010000:00010000:0.0:1775764884.398525:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764884.398529:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9600, rc 0)
00000100:00100000:0.0:1775764884.398757:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14454:x1862022293644672:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16848us (17468us total) trans 4295101599 rc 0/0
00000100:00100000:0.0:1775764884.398770:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205654
00000100:00100000:3.0:1775764884.406184:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.406379:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293645056
00000100:00100000:0.0:1775764884.406407:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293645056
00000100:00100000:0.0:1775764884.406484:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205655
00000100:00100000:0.0:1775764884.406497:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14454:x1862022293645056:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764884.406532:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764884.406560:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6eedc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465826 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.406705:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6eee3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.406725:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446581f expref: 183 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.406735:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6eee3 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.407139:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446581f expref: 183 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.407158:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446581f expref: 183 pid: 6519 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764884.407174:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277242880:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764884.407292:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764884.411197:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277242880:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764884.411239:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6eee3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764884.413677:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.415418:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4864c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14453:x1862022293644800:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 20888us (21136us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.415436:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2917
00000100:00100000:0.0:1775764884.420932:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293645184
00000100:00100000:0.0:1775764884.420957:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293645184
00010000:00010000:0.0:1775764884.421026:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446581f expref: 182 pid: 6519 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764884.421084:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3216
00000100:00100000:0.0:1775764884.421096:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:2402:x1862022293645184:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764884.421116:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764884.421126:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446581f expref: 182 pid: 6519 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.421141:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446581f expref: 182 pid: 6519 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.421167:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6eece lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446581f expref: 182 pid: 6519 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.421190:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c68422a100)
00010000:00010000:0.0:1775764884.421197:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6eee3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.421207:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6eee3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.421215:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6eee3 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.421247:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764884.421327:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:2402:x1862022293645184:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 234us (7665us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764884.421335:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3216
00010000:00010000:1.0:1775764884.422087:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6eee3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.422100:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6eee3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764884.422177:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:1.0:1775764884.422182:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764884.422209:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6eee3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.422254:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6eedc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465826 expref: 181 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.422274:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6eee3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465826 expref: 180 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.422283:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c68422a100)
00010000:00010000:1.0:1775764884.422286:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764884.422288:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4200, rc 0)
00000100:00100000:1.0:1775764884.422342:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:14454:x1862022293645056:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15850us (16174us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.422351:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205655
00000100:00100000:2.0:1775764884.434429:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.434598:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293645312
00000100:00100000:1.0:1775764884.434613:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293645312
00000100:00100000:1.0:1775764884.434693:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205656
00000100:00100000:1.0:1775764884.434704:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:14453:x1862022293645312:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764884.434734:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764884.434773:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eeea lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446582d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.434903:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6eef1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.434931:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6eef1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.434946:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6eef1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.434962:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6eef8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.434971:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6eef8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.434978:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6eef8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435024:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6eef1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435032:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6eef1 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435044:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6eef1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435051:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.435056:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6eef1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435065:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6eef1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435079:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764884.435083:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.435089:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6eef1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435094:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6eef1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435110:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6eef8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435116:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6eef8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435122:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6eef8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435127:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.435130:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6eef8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435141:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6eef8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435148:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:1.0:1775764884.435151:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.435153:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6eef8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435159:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6eef8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435190:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eeea lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446582d expref: 181 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435201:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764884.435203:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.435206:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6eeea lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446582d expref: 181 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.435217:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184a00, rc 0)
00000100:00100000:1.0:1775764884.435307:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:14453:x1862022293645312:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 604us (893us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764884.435315:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205656
00000100:00100000:3.0:1775764884.439628:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.439782:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293645440
00000100:00100000:0.0:1775764884.439797:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293645440
00000100:00100000:0.0:1775764884.439929:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205657
00000100:00100000:0.0:1775764884.439943:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:14454:x1862022293645440:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764884.439975:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764884.440004:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6eeff lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465834 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440093:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef06 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440115:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef06 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440132:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef06 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440145:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ef0d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440153:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ef0d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440161:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ef0d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440278:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ef14 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440287:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ef14 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440295:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ef14 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764884.440350:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:0.0:1775764884.440357:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764884.440386:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ef14 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440403:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ef14 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440414:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef06 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440421:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef06 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440428:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef06 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440434:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764884.440439:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef06 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440448:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef06 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440462:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764884.440465:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764884.440471:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef06 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440477:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef06 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440501:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ef0d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440508:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ef0d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440516:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ef0d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440522:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764884.440524:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ef0d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440531:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ef0d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440539:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xf97c74a3 (ffff93c68422a400)
00010000:00010000:0.0:1775764884.440541:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764884.440544:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ef0d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440550:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ef0d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440579:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6eeff lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465834 expref: 182 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440605:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ef14 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465834 expref: 181 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.440614:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c68422a100)
00010000:00010000:0.0:1775764884.440617:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764884.440620:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7a0fe9a00, rc 0)
00000100:00100000:0.0:1775764884.440706:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14454:x1862022293645440:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 766us (1093us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764884.440715:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205657
00000100:00100000:3.0:1775764884.443205:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.443334:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293645568
00000100:00100000:1.0:1775764884.443347:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293645568
00000100:00100000:1.0:1775764884.443429:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205658
00000100:00100000:1.0:1775764884.443440:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293645568:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764884.443471:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764884.443495:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ef1b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446583b expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443575:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6ef22 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443606:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6ef22 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443621:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6ef22 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443640:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d6ef29 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443647:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d6ef29 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443654:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d6ef29 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443698:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6ef22 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443706:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6ef22 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443712:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6ef22 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443718:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6ef22 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443727:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.443731:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6ef22 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443740:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6ef22 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443755:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764884.443758:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.443775:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6ef22 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443782:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6ef22 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443798:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d6ef29 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443805:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d6ef29 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443811:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d6ef29 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443816:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4826600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.443820:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d6ef29 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443825:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d6ef29 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443836:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xf97c74a3 (ffff93c6877ce200)
00010000:00010000:1.0:1775764884.443866:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.443869:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d6ef29 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443875:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d6ef29 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443910:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ef1b lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446583b expref: 182 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443932:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764884.443935:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.443939:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ef1b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446583b expref: 182 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.443949:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28e00, rc 0)
00000100:00100000:1.0:1775764884.444027:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293645568:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 588us (835us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764884.444036:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205658
00000100:00100000:3.0:1775764884.452467:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.452620:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293645696
00000100:00100000:1.0:1775764884.452634:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293645696
00000100:00100000:1.0:1775764884.452720:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1133
00000100:00100000:1.0:1775764884.452732:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdfa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:2400:x1862022293645696:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764884.452764:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764884.452798:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6ef14 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465834 expref: 181 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.452831:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c68422a100)
00010000:00010000:1.0:1775764884.452871:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764884.452945:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdfa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:2400:x1862022293645696:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 215us (491us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.452954:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1133
00000100:00100000:3.0:1775764884.460328:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.460370:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.460697:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293645952
00000100:00100000:0.0:1775764884.460715:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293645952
00000100:00100000:0.0:1775764884.460784:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293646208
00000100:00100000:0.0:1775764884.460788:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293646208
00000100:00100000:0.0:1775764884.460826:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205659
00000100:00100000:0.0:1775764884.460872:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14454:x1862022293645952:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764884.460961:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764884.460999:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6eee3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465826 expref: 181 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.461024:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c68422a100)
00010000:00010000:0.0:1775764884.461039:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764884.461110:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ef30 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.461126:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ef30 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.461138:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ef30 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764884.461271:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e542f26c reply state 00000000ff3e0901 transno 4295101600 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ef30 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.461285:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ef30 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.461292:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:0.0:1775764884.461295:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764884.461299:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764884.461419:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14454:x1862022293645952:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 583us (1105us total) trans 4295101600 rc 0/0
00000100:00100000:0.0:1775764884.461428:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205659
00000100:00100000:0.0:1775764884.461450:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205660
00000100:00100000:0.0:1775764884.461457:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293646208:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764884.461467:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764884.461469:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1775764884.461483:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6eec0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465818 expref: 181 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.461510:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764884.461513:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764884.461524:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ef37 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465842 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.461611:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef3e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.461622:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef3e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.461629:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef3e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.461644:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6ef45 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.461650:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6ef45 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.461657:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6ef45 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764884.462017:0:8005:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x7b:0x0], index 0: 0
00010000:00010000:0.0:1775764884.462152:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6ef4c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.462163:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6ef4c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.462171:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6ef4c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.462207:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef3e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.462215:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef3e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.462223:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef3e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.462231:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764884.462236:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef3e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.462245:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef3e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.462256:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764884.462259:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764884.462264:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef3e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.462271:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef3e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764884.462283:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d216bbc reply state 0000000092e3ea14 transno 4295101601 ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6ef45 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.462293:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6ef45 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.462300:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xf97c74a3 (ffff93c795e56600)
00010000:00010000:0.0:1775764884.462302:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764884.462305:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764884.462331:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ef37 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465842 expref: 183 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.462347:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6ef4c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465842 expref: 182 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.462355:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c795e56d00)
00010000:00010000:0.0:1775764884.462357:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764884.462360:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c79545c800, rc 0)
00000100:00100000:0.0:1775764884.462399:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+183:14453:x1862022293646208:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 943us (2028us total) trans 4295101601 rc 0/0
00000100:00100000:0.0:1775764884.462408:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205660
00000100:00100000:3.0:1775764884.470763:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.470886:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293646336
00000100:00100000:1.0:1775764884.470899:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293646336
00000100:00100000:1.0:1775764884.470978:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205661
00000100:00100000:1.0:1775764884.470990:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+183:14454:x1862022293646336:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764884.471028:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764884.471054:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d6ef5a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465849 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.471131:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d6ef5a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465849 expref: 184 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.471149:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d6ef5a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465849 expref: 184 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.471176:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764884.471180:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:1.0:1775764884.471185:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4826600, rc 0)
00000100:00100000:1.0:1775764884.471268:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14454:x1862022293646336:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 280us (535us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.471276:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205661
00000100:00100000:3.0:1775764884.480272:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.480331:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.480457:0:8400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293646464
00000100:00100000:1.0:1775764884.480471:0:8400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293646464
00000100:00100000:1.0:1775764884.480548:0:8400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293646592
00000100:00100000:1.0:1775764884.480552:0:8400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293646592
00000100:00100000:1.0:1775764884.480597:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2039
00000100:00100000:1.0:1775764884.480610:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2402:x1862022293646464:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:1.0:1775764884.480892:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:1.0:1775764884.480896:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb mtime from disk: 0 -> 1775764872
00002000:00010000:1.0:1775764884.480899:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb atime from disk: 0 -> 1775764874
00002000:00010000:1.0:1775764884.480901:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb ctime from disk: 0 -> 1775764884
00002000:00010000:1.0:1775764884.480903:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:1.0:1775764884.480978:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293646464:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 370us (723us total) trans 4294967924 rc 0/0
00000100:00100000:1.0:1775764884.480987:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2039
00000100:00100000:1.0:1775764884.481012:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2040
00000100:00100000:1.0:1775764884.481018:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2401:x1862022293646592:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764884.481029:0:8400:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764884.481052:0:8400:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042e7b020/0x9da62835f5d6ef61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465850 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1775764884.481072:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1775764884.481089:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764884.481092:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764884.481102:0:8400:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042e7b020/0x9da62835f5d6ef61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465850 expref: 72 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.481122:0:8400:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042e7b020/0x9da62835f5d6ef61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465850 expref: 72 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.481140:0:8400:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827e00, rc 0)
00000100:00100000:1.0:1775764884.481161:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2401:x1862022293646592:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 143us (830us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.481167:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2040
00000100:00100000:3.0:1775764884.487071:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.487235:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293646720
00000100:00100000:0.0:1775764884.487248:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293646720
00000100:00100000:0.0:1775764884.487321:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205662
00000100:00100000:0.0:1775764884.487333:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14454:x1862022293646720:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764884.487360:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764884.487387:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ef68 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465857 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.487676:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef6f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.487696:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef6f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.487710:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef6f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764884.487746:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:0.0:1775764884.487751:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764884.487777:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef6f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.487808:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6ef68 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465857 expref: 186 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.487829:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef6f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465857 expref: 185 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.487967:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:0.0:1775764884.487972:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764884.487978:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4a00, rc 0)
00000100:00100000:0.0:1775764884.488062:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14454:x1862022293646720:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 730us (1004us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764884.488072:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205662
00000100:00100000:3.0:1775764884.493992:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.494297:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293646848
00000100:00100000:2.0:1775764884.494311:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293646848
00000100:00100000:2.0:1775764884.494400:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205663
00000100:00100000:2.0:1775764884.494414:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14453:x1862022293646848:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764884.494443:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764884.494473:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ef76 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446585e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494566:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ef7d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494597:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ef7d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494612:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ef7d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494626:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ef84 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494635:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ef84 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494641:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ef84 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494688:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ef7d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494696:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ef7d lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494703:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ef7d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494710:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764884.494714:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ef7d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494724:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ef7d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494742:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764884.494745:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764884.494762:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ef7d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494769:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6ef7d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494784:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ef84 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494790:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ef84 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494796:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ef84 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494801:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764884.494803:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ef84 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494808:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ef84 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494816:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:2.0:1775764884.494819:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764884.494822:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ef84 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494827:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6ef84 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.494908:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ef76 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446585e expref: 186 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.495124:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764884.495128:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764884.495133:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6ef76 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446585e expref: 186 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.495146:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebce00, rc 0)
00000100:00100000:2.0:1775764884.495555:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14453:x1862022293646848:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1142us (1579us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764884.495564:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205663
00000100:00100000:0.0:1775764884.501177:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.504439:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293646976
00000100:00100000:1.0:1775764884.504460:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293646976
00000100:00100000:1.0:1775764884.504568:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205664
00000100:00100000:1.0:1775764884.504581:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14454:x1862022293646976:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764884.504625:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764884.504654:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6ef8b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465865 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.504737:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ef92 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.504768:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ef92 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.504783:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ef92 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.504796:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6ef99 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.504804:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6ef99 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.504811:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6ef99 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505222:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efa0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505233:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efa0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505242:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efa0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764884.505301:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:1.0:1775764884.505306:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764884.505330:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efa0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505342:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efa0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505353:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ef92 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505360:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ef92 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505367:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ef92 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505374:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ef92 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505380:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.505385:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ef92 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505394:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ef92 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505407:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764884.505410:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.505415:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ef92 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505421:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6ef92 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505439:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6ef99 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505445:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6ef99 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505450:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6ef99 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505456:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4826800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.505459:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6ef99 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505465:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6ef99 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505472:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xf97c74a3 (ffff93c68422a400)
00010000:00010000:1.0:1775764884.505475:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.505477:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6ef99 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505484:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6ef99 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505520:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6ef8b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465865 expref: 187 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505535:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efa0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465865 expref: 186 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.505542:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764884.505544:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764884.505548:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4826400, rc 0)
00000100:00100000:1.0:1775764884.506094:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14454:x1862022293646976:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1511us (4926us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.506105:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205664
00000100:00100000:3.0:1775764884.514510:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.514568:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.515079:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293647232
00000100:00100000:1.0:1775764884.515093:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293647232
00000100:00100000:1.0:1775764884.515181:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1134
00000100:00100000:1.0:1775764884.515195:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:2403:x1862022293647232:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764884.515217:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764884.515250:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efa0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465865 expref: 186 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.515277:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764884.515283:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764884.515355:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:2403:x1862022293647232:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 164us (786us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.515364:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1134
00000100:00100000:0.0:1775764884.516454:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293647104
00000100:00100000:0.0:1775764884.516468:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293647104
00000100:00100000:0.0:1775764884.516536:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205665
00000100:00100000:0.0:1775764884.516546:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14453:x1862022293647104:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764884.516571:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764884.516607:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6efa7 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446586c expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.516698:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6efae lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.516716:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6efae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.516729:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6efae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764884.516993:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:0.0:1775764884.516998:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764884.517025:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6efae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.517058:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6efa7 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446586c expref: 187 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.517080:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6efae lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446586c expref: 186 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.517097:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764884.517100:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764884.517104:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4200, rc 0)
00000100:00100000:0.0:1775764884.517176:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14453:x1862022293647104:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 632us (2687us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764884.517184:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205665
00000100:00100000:3.0:1775764884.524585:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.524654:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.524740:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293647616
00000100:00100000:0.0:1775764884.524753:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293647616
00000100:00100000:0.0:1775764884.524832:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2918
00000100:00100000:0.0:1775764884.524888:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14453:x1862022293647616:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:1.0:1775764884.526487:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293647488
00000100:00100000:1.0:1775764884.526501:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293647488
00000100:00100000:1.0:1775764884.526573:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205666
00000100:00100000:1.0:1775764884.526582:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14454:x1862022293647488:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764884.526663:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764884.526701:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6ef6f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465857 expref: 188 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.526725:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764884.526731:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764884.526804:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efb5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.526821:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efb5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.526833:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efb5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764884.527019:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc3022a8 reply state 000000008191574d transno 4295101602 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efb5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.527034:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efb5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.527041:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764884.527044:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764884.527048:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764884.527161:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14454:x1862022293647488:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 580us (2590us total) trans 4295101602 rc 0/0
00000100:00100000:1.0:1775764884.527170:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205666
00000100:00100000:2.0:1775764884.532389:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:14453:x1862022293647616:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 7489us (7717us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764884.532405:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2918
00000100:00100000:0.0:1775764884.539186:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.539304:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.539611:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293647744
00000100:00100000:2.0:1775764884.539626:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293647744
00000100:00100000:2.0:1775764884.539699:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293647872
00000100:00100000:2.0:1775764884.539703:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293647872
00000100:00100000:2.0:1775764884.539729:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2041
00000100:00100000:2.0:1775764884.539741:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2403:x1862022293647744:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:2.0:1775764884.540016:0:15574:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:2.0:1775764884.540021:0:15574:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb mtime from disk: 1775764872 -> 1775764860
00002000:00010000:2.0:1775764884.540023:0:15574:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb atime from disk: 1775764874 -> 1775764864
00002000:00010000:2.0:1775764884.540025:0:15574:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb ctime from disk: 1775764884 -> 1775764884
00002000:00010000:2.0:1775764884.540028:0:15574:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:2.0:1775764884.540101:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2403:x1862022293647744:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 362us (928us total) trans 4294967925 rc 0/0
00000100:00100000:2.0:1775764884.540110:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2041
00000100:00100000:2.0:1775764884.540134:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2042
00000100:00100000:2.0:1775764884.540141:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:14453:x1862022293647872:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764884.540152:0:15574:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764884.540174:0:15574:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d969a17/0x9da62835f5d6efbc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465873 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.540212:0:15574:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042e7b020/0x9da62835f5d6ef61 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465850 expref: 74 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.540223:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764884.540226:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764884.540231:0:15574:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d969a17/0x9da62835f5d6efbc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465873 expref: 74 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.540273:0:15574:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042e7b020/0x9da62835f5d6ef61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465850 expref: 74 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.540289:0:15574:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042e7b020/0x9da62835f5d6ef61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465850 expref: 74 pid: 8400 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764884.540307:0:15574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682f8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15574:1862022277243008:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764884.540389:0:15574:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1b40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764884.546571:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.546693:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293648128
00000100:00100000:0.0:1775764884.546707:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293648128
00000100:00100000:0.0:1775764884.546787:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2919
00000100:00100000:0.0:1775764884.546800:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:14454:x1862022293648128:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764884.547169:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14454:x1862022293648128:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 371us (612us total) trans 4295101603 rc 0/0
00000100:00100000:0.0:1775764884.547178:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2919
00000100:00100000:2.0:1775764884.551196:0:15574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682f8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15574:1862022277243008:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764884.551250:0:15574:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005d969a17/0x9da62835f5d6efbc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465873 expref: 74 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.551279:0:15574:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4823400, rc 0)
00000100:00100000:2.0:1775764884.551358:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:14453:x1862022293647872:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11217us (12053us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764884.551369:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2042
00000100:00100000:2.0:1775764884.554295:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.554626:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293648256
00000100:00100000:3.0:1775764884.554640:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293648256
00010000:00010000:3.0:1775764884.554701:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042e7b020/0x9da62835f5d6ef61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465850 expref: 74 pid: 8400 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764884.554765:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3217
00000100:00100000:3.0:1775764884.554779:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2402:x1862022293648256:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764884.554800:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764884.554832:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042e7b020/0x9da62835f5d6ef61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465850 expref: 74 pid: 8400 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.554900:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042e7b020/0x9da62835f5d6ef61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465850 expref: 74 pid: 8400 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.554943:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042e7b020/0x9da62835f5d6ef61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465850 expref: 74 pid: 8400 timeout: 2238 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.554965:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764884.554968:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764884.554977:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005d969a17/0x9da62835f5d6efbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465873 expref: 73 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.554987:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d969a17/0x9da62835f5d6efbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465873 expref: 73 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.555046:0:13382:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005d969a17/0x9da62835f5d6efbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465873 expref: 73 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764884.555063:0:13382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:13382:1862022277243136:192.168.202.56@tcp:105:
00000100:00100000:3.0:1775764884.555170:0:13382:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764884.560413:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.560574:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293648384
00000100:00100000:2.0:1775764884.560596:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293648384
00000100:00100000:2.0:1775764884.560681:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205667
00000100:00100000:2.0:1775764884.560694:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14454:x1862022293648384:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764884.560733:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764884.560766:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6efc3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446587a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.560897:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6efca lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.560916:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6efca lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.560942:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6efca lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.560954:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6efd1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.560962:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6efd1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.560970:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6efd1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561069:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6efd8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561078:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6efd8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561086:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6efd8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764884.561138:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:2.0:1775764884.561143:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764884.561169:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6efd8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561182:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6efd8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561190:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6efca lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561197:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6efca lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561204:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6efca lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561210:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764884.561215:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6efca lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561225:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6efca lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561238:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764884.561242:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764884.561247:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6efca lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561252:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6efca lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561266:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6efd1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561272:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6efd1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561278:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6efd1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561283:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764884.561286:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6efd1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561291:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6efd1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561298:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xf97c74a3 (ffff93c68422a400)
00010000:00010000:2.0:1775764884.561300:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764884.561303:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6efd1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561309:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6efd1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561338:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4823800/0x9da62835f5d6efc3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446587a expref: 190 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561353:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6efd8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446587a expref: 189 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.561360:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764884.561362:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764884.561364:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:2.0:1775764884.561442:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14454:x1862022293648384:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 751us (1045us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764884.561452:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205667
00000100:00100000:0.0:1775764884.562332:0:13382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:13382:1862022277243136:192.168.202.56@tcp:105:
00010000:00010000:0.0:1775764884.562364:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764884.562420:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2402:x1862022293648256:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 7645us (8139us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764884.562433:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3217
00000100:00100000:3.0:1775764884.572979:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.573113:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293648640
00000100:00100000:2.0:1775764884.573131:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293648640
00000100:00100000:2.0:1775764884.573216:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2920
00000100:00100000:2.0:1775764884.573230:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14453:x1862022293648640:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764884.573717:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+190:14453:x1862022293648640:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 489us (752us total) trans 4295101604 rc 0/0
00000100:00100000:2.0:1775764884.573728:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2920
00000100:00100000:3.0:1775764884.591140:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.591343:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293648896
00000100:00100000:0.0:1775764884.591359:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293648896
00000100:00100000:0.0:1775764884.591448:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205668
00000100:00100000:0.0:1775764884.591459:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+190:14453:x1862022293648896:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764884.591494:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764884.591523:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6efdf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465881 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.591679:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.591698:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6ef4c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465842 expref: 191 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.591708:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.591754:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6ef4c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465842 expref: 191 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.591770:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6ef4c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465842 expref: 191 pid: 8005 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764884.591787:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a30e3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277243264:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764884.591958:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7956a36c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764884.602444:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.602558:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293649152
00000100:00100000:1.0:1775764884.602573:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293649152
00000100:00100000:1.0:1775764884.602666:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205669
00000100:00100000:1.0:1775764884.602679:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14454:x1862022293649152:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764884.602710:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764884.602736:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6efed lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465888 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.603212:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.603236:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6efd8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446587a expref: 193 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.603246:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.603293:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6efd8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446587a expref: 193 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.603307:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6efd8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446587a expref: 193 pid: 6517 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764884.603325:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf75f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277243392:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764884.603441:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c792845600 going to sleep for 11 seconds
00000100:00100000:0.0:1775764884.615156:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a30e3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277243264:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764884.615193:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764884.615575:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf75f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277243392:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764884.615603:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764884.627264:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.627316:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.627419:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293649280
00000100:00100000:2.0:1775764884.627434:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293649280
00010000:00010000:2.0:1775764884.627496:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6ef4c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465842 expref: 194 pid: 8005 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764884.627550:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293649408
00000100:00100000:2.0:1775764884.627553:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293649408
00010000:00010000:2.0:1775764884.627567:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6efd8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446587a expref: 195 pid: 6517 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764884.627616:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3218
00000100:00100000:2.0:1775764884.627628:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:2402:x1862022293649280:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764884.627651:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764884.627659:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6ef4c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465842 expref: 195 pid: 8005 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.627675:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6ef4c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465842 expref: 195 pid: 8005 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.627705:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6ef4c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465842 expref: 195 pid: 8005 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.627733:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c795e56d00)
00010000:00010000:2.0:1775764884.627738:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.627759:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.627769:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.627813:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764884.627925:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:2402:x1862022293649280:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 299us (678us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764884.627934:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3218
00000100:00100000:2.0:1775764884.627955:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3219
00000100:00100000:2.0:1775764884.627962:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:2402:x1862022293649408:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764884.627971:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764884.627977:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6efd8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446587a expref: 193 pid: 6517 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.627987:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6efd8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446587a expref: 193 pid: 6517 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.628001:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6efd8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446587a expref: 193 pid: 6517 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.628012:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764884.628017:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.628026:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.628032:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.628047:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764884.628065:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:2402:x1862022293649408:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 104us (749us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764884.628071:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3219
00010000:00010000:2.0:1775764884.628098:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.628108:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764884.628135:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00010000:00010000:2.0:1775764884.628310:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6efdf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465881 expref: 193 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.628329:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465881 expref: 192 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.628337:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c795e56d00)
00010000:00010000:2.0:1775764884.628340:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764884.628343:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e798600, rc 0)
00000100:00100000:2.0:1775764884.628370:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293648896:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 36914us (37246us total) trans 4295101605 rc 0/0
00000100:00100000:2.0:1775764884.628378:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205668
00010000:00010000:1.0:1775764884.630231:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.630249:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764884.630279:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00010000:00010000:1.0:1775764884.630463:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6efed lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465888 expref: 193 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.630486:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465888 expref: 192 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.630497:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764884.630500:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764884.630504:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4826800, rc 0)
00000100:00100000:1.0:1775764884.630578:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14454:x1862022293649152:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 27901us (28147us total) trans 4295101606 rc 0/0
00000100:00100000:1.0:1775764884.630598:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205669
00000100:00100000:3.0:1775764884.645169:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.645414:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293649536
00000100:00100000:2.0:1775764884.645430:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293649536
00000100:00100000:2.0:1775764884.645522:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205670
00000100:00100000:2.0:1775764884.645537:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293649536:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764884.645574:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764884.645614:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f009 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446588f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.645750:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f010 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.645767:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465881 expref: 193 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.645777:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f010 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.645838:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465881 expref: 193 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.645894:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465881 expref: 193 pid: 8005 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764884.645913:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682f8ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277243520:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764884.646039:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1a80 going to sleep for 11 seconds
00000100:00100000:0.0:1775764884.648048:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.648528:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293649664
00000100:00100000:2.0:1775764884.648542:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293649664
00000100:00100000:2.0:1775764884.648627:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205671
00000100:00100000:2.0:1775764884.648639:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14454:x1862022293649664:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764884.648665:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764884.648691:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f017 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465896 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.650717:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6f01e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.650764:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465888 expref: 195 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.650774:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6f01e lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.650835:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465888 expref: 195 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.650869:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465888 expref: 195 pid: 6519 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764884.650890:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682f8d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277243648:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764884.651044:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1b40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764884.654204:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682f8ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277243520:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764884.654252:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f010 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764884.658949:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.659252:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293649792
00000100:00100000:3.0:1775764884.659266:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293649792
00010000:00010000:3.0:1775764884.659356:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465881 expref: 196 pid: 8005 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764884.659401:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3220
00000100:00100000:3.0:1775764884.659411:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:2402:x1862022293649792:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764884.659433:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764884.659441:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465881 expref: 196 pid: 8005 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.659459:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465881 expref: 196 pid: 8005 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.660739:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6efe6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465881 expref: 196 pid: 8005 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.660770:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c795e56d00)
00010000:00010000:3.0:1775764884.660776:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f010 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.660788:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f010 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.660797:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f010 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.660868:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764884.660873:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f010 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.660882:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f010 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764884.660951:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:2402:x1862022293649792:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1540us (2030us total) trans 0 rc 0/0
00000004:00200000:1.0:1775764884.660955:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:1.0:1775764884.660962:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000100:00100000:3.0:1775764884.660962:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3220
00000004:00010000:1.0:1775764884.660988:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f010 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.661029:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f009 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446588f expref: 195 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.661046:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f010 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446588f expref: 194 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.661055:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c795e56d00)
00010000:00010000:1.0:1775764884.661058:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764884.661061:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc400, rc 0)
00000100:00100000:1.0:1775764884.661091:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14453:x1862022293649536:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15559us (15940us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.661099:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205670
00000100:00100000:2.0:1775764884.661171:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.661593:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293649920
00000100:00100000:1.0:1775764884.661604:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293649920
00010000:00010000:1.0:1775764884.661684:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465888 expref: 194 pid: 6519 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764884.661722:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3221
00000100:00100000:1.0:1775764884.661730:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:2400:x1862022293649920:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764884.661745:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764884.661752:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465888 expref: 194 pid: 6519 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.661766:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465888 expref: 194 pid: 6519 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.661785:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764884.661790:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6f01e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.661800:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6f01e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.661808:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6f01e lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.661826:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764884.661882:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:2400:x1862022293649920:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 153us (712us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.661889:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3221
00010000:00010000:0.0:1775764884.662652:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6eff4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465888 expref: 193 pid: 6519 timeout: 2238 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764884.662677:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682f8d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277243648:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764884.662709:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6f01e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.662718:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6f01e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.662723:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6f01e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764884.662780:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:0.0:1775764884.662785:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764884.662807:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6f01e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.662887:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f017 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465896 expref: 193 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.662903:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6f01e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465896 expref: 192 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.662912:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:0.0:1775764884.662915:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764884.662918:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c79545c800, rc 0)
00000100:00100000:0.0:1775764884.662974:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14454:x1862022293649664:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14339us (14944us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764884.662983:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205671
00000100:00100000:2.0:1775764884.670324:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.670416:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293650176
00000100:00100000:0.0:1775764884.670434:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293650176
00000100:00100000:0.0:1775764884.670531:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2921
00000100:00100000:0.0:1775764884.670546:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14454:x1862022293650176:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764884.671014:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:14454:x1862022293650176:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 470us (707us total) trans 4295101607 rc 0/0
00000100:00100000:0.0:1775764884.671025:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2921
00000100:00100000:1.0:1775764884.677145:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.677273:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293650304
00000100:00100000:2.0:1775764884.677289:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293650304
00000100:00100000:2.0:1775764884.677406:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205672
00000100:00100000:2.0:1775764884.677419:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:14454:x1862022293650304:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764884.677454:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764884.677499:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f025 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446589d expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.677602:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f02c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.677747:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f02c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.677763:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f02c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.677779:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f033 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.677786:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f033 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.677793:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f033 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.677935:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f03a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.677946:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f03a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.677954:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f03a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764884.678004:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:2.0:1775764884.678010:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764884.678037:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f03a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678056:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f03a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678065:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f02c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678072:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f02c lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678079:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f02c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678087:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a31f4a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764884.678092:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f02c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678101:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f02c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678115:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764884.678119:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764884.678124:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f02c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678130:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f02c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678146:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f033 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678152:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f033 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678158:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f033 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678163:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764884.678166:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f033 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678172:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f033 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678180:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xf97c74a3 (ffff93c68422a400)
00010000:00010000:2.0:1775764884.678182:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764884.678185:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f033 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678190:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f033 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678221:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f025 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446589d expref: 195 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678238:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f03a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446589d expref: 194 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.678246:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764884.678248:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764884.678251:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842c00, rc 0)
00000100:00100000:2.0:1775764884.678462:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14454:x1862022293650304:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1045us (1330us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764884.678472:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205672
00000100:00100000:2.0:1775764884.684891:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.685174:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293650432
00000100:00100000:3.0:1775764884.685190:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293650432
00000100:00100000:0.0:1775764884.685425:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1135
00000100:00100000:0.0:1775764884.685439:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdfbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:2400:x1862022293650432:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764884.685461:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764884.685508:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f03a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446589d expref: 194 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.685534:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:0.0:1775764884.685540:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764884.686051:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdfbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:2400:x1862022293650432:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 613us (1212us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764884.686062:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1135
00000100:00100000:3.0:1775764884.696388:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.696444:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.696569:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293650560
00000100:00100000:1.0:1775764884.696583:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293650560
00000100:00100000:1.0:1775764884.696672:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293650688
00000100:00100000:1.0:1775764884.696676:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293650688
00000100:00100000:1.0:1775764884.696701:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205673
00000100:00100000:1.0:1775764884.696712:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14453:x1862022293650560:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764884.696741:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764884.696767:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f041 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944658a4 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.696899:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f048 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.696940:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f048 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.696955:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f048 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.696971:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f04f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.696980:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f04f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.696987:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f04f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697096:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f056 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697106:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f056 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697114:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f056 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764884.697170:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:1.0:1775764884.697176:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764884.697202:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f056 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697214:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f056 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697229:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f048 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697237:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f048 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697244:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f048 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697251:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f048 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697258:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.697264:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f048 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697273:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f048 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697288:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764884.697291:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.697298:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f048 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697303:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f048 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697319:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f04f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697324:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f04f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697331:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f04f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697337:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4826800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.697339:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f04f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697345:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f04f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697352:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xf97c74a3 (ffff93c795e56600)
00010000:00010000:1.0:1775764884.697354:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.697357:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f04f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697362:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f04f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697395:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f041 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658a4 expref: 196 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697410:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f056 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658a4 expref: 195 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697419:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c795e56d00)
00010000:00010000:1.0:1775764884.697422:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764884.697425:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827e00, rc 0)
00000100:00100000:1.0:1775764884.697513:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14453:x1862022293650560:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 802us (1140us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.697521:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205673
00000100:00100000:1.0:1775764884.697548:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205674
00000100:00100000:1.0:1775764884.697557:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14454:x1862022293650688:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764884.697569:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764884.697581:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f05d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944658ab expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697630:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f064 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697640:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f064 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697647:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f064 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697659:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f06b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697668:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f06b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697675:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f06b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697695:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f064 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697701:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f064 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697707:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f064 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697713:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f064 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697717:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.697720:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f064 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697725:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f064 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697732:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764884.697735:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.697738:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f064 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697743:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f064 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697752:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f06b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697759:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f06b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697766:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f06b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697770:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a0fe9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764884.697774:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f06b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697780:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f06b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697787:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:1.0:1775764884.697789:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.697792:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f06b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697796:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f06b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697819:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f05d lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658ab expref: 195 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697831:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764884.697833:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764884.697836:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f05d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658ab expref: 195 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.697880:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebce00, rc 0)
00000100:00100000:1.0:1775764884.697907:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14454:x1862022293650688:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 352us (1463us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764884.697914:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205674
00000100:00100000:3.0:1775764884.706133:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.706313:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293650944
00000100:00100000:1.0:1775764884.706327:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293650944
00000100:00100000:1.0:1775764884.706409:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205675
00000100:00100000:1.0:1775764884.706422:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14453:x1862022293650944:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764884.706510:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1775764884.706546:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f056 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658a4 expref: 194 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.706572:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f010 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446588f expref: 193 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.706596:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c795e56d00)
00010000:00010000:1.0:1775764884.706614:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764884.706698:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6f072 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.706714:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6f072 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.706726:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6f072 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764884.707206:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b71dfa9 reply state 0000000054556486 transno 4295101608 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6f072 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.707224:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6f072 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.707231:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764884.707234:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764884.707238:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764884.707376:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14453:x1862022293650944:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 954us (1254us total) trans 4295101608 rc 0/0
00000100:00100000:1.0:1775764884.707385:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205675
00000100:00100000:1.0:1775764884.714787:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.714942:0:6532:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293651200
00000100:00100000:2.0:1775764884.714959:0:6532:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293651200
00000100:00100000:2.0:1775764884.715051:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 112
00000100:00100000:2.0:1775764884.715063:0:6532:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14454:x1862022293651200:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764884.715138:0:6532:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764884.715178:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6f01e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465896 expref: 194 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.715204:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764884.715218:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6ee73 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465803 expref: 193 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.715228:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764884.715232:0:6532:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764884.715265:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f079 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.715283:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f079 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.715295:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f079 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.715306:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6f080 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.715319:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6f080 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.715326:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6f080 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.715337:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6f087 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.715343:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6f087 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.715350:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6f087 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.715469:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6f08e lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.715478:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6f08e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.715555:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6f08e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764884.716049:0:6532:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c88cef3f reply state 00000000cbfff15a transno 4295101609 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6f08e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.716066:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6f08e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.716074:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764884.716077:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:2.0:1775764884.716081:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764884.716089:0:6532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f079 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.716095:0:6532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f079 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.716103:0:6532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f079 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.716109:0:6532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764884.716115:0:6532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f079 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.716123:0:6532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f079 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.716132:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764884.716134:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764884.716139:0:6532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f079 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.716145:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f079 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764884.716159:0:6532:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c88cef3f reply state 00000000cbfff15a transno 4295101609 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6f080 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.716167:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6f080 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.716172:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:2.0:1775764884.716175:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764884.716177:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00000004:00010000:2.0:1775764884.716180:0:6532:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c88cef3f reply state 00000000cbfff15a transno 4295101609 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6f087 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.716186:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6f087 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.716192:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xf97c74a3 (ffff93c68422a400)
00010000:00010000:2.0:1775764884.716193:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764884.716195:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:2.0:1775764884.716312:0:6532:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14454:x1862022293651200:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1249us (1539us total) trans 4295101609 rc 0/0
00000100:00100000:2.0:1775764884.716323:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 112
00000100:00100000:3.0:1775764884.728555:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.728672:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.728948:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293651328
00000100:00100000:2.0:1775764884.728965:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293651328
00000100:00100000:2.0:1775764884.729030:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293651456
00000100:00100000:2.0:1775764884.729033:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293651456
00000100:00100000:2.0:1775764884.729057:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205676
00000100:00100000:2.0:1775764884.729069:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14453:x1862022293651328:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764884.729106:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764884.729131:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6f095 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944658b2 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729204:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6f095 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658b2 expref: 196 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729223:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6f095 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658b2 expref: 196 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729250:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:2.0:1775764884.729253:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:2.0:1775764884.729258:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843400, rc 0)
00000100:00100000:2.0:1775764884.729327:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:14453:x1862022293651328:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 261us (786us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764884.729335:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205676
00000100:00100000:2.0:1775764884.729355:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205677
00000100:00100000:2.0:1775764884.729362:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14454:x1862022293651456:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764884.729373:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764884.729381:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f09c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944658b9 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729438:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f0a3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729450:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f0a3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729460:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f0a3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729472:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0aa lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729480:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729486:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729599:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f0b1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729609:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f0b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729616:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f0b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764884.729657:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:2.0:1775764884.729662:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764884.729685:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f0b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729697:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f0b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729707:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f0a3 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729715:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f0a3 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729721:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f0a3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729728:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f0a3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729735:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764884.729740:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f0a3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729749:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f0a3 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729761:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764884.729764:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764884.729768:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f0a3 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729775:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f0a3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729792:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729798:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0aa lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729805:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0aa lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729810:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764884.729812:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0aa lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729819:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0aa lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729826:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:2.0:1775764884.729829:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764884.729831:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0aa lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729888:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0aa lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729916:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f09c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658b9 expref: 197 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729928:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f0b1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658b9 expref: 196 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.729935:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764884.729938:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764884.729941:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842e00, rc 0)
00000100:00100000:2.0:1775764884.729972:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:14454:x1862022293651456:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 610us (1301us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764884.729980:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205677
00000100:00100000:3.0:1775764884.757995:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.758111:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.758468:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293651840
00000100:00100000:2.0:1775764884.758494:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293651840
00000100:00100000:2.0:1775764884.758567:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205678
00000100:00100000:2.0:1775764884.758580:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:14454:x1862022293651840:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764884.758618:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764884.758648:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f0b8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944658c0 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.758820:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.758866:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f0b1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658b9 expref: 197 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.758879:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.758942:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f0b1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658b9 expref: 197 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.758958:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f0b1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658b9 expref: 197 pid: 14273 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764884.758974:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682f8c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277243776:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764884.759084:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764884.760079:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293651584
00000100:00100000:0.0:1775764884.760091:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293651584
00000100:00100000:0.0:1775764884.760158:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2043
00000100:00100000:0.0:1775764884.760168:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2403:x1862022293651584:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764884.760382:0:15591:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1775764884.760386:0:15591:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb mtime from disk: 0 -> 1775764872
00002000:00010000:0.0:1775764884.760389:0:15591:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb atime from disk: 0 -> 1775764874
00002000:00010000:0.0:1775764884.760392:0:15591:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb ctime from disk: 0 -> 1775764884
00002000:00010000:0.0:1775764884.760394:0:15591:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1775764884.760471:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2403:x1862022293651584:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 303us (2497us total) trans 4294967926 rc 0/0
00000100:00100000:0.0:1775764884.760478:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2043
00000100:00100000:3.0:1775764884.774125:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.774171:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.774298:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293652096
00000100:00100000:1.0:1775764884.774311:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293652096
00000100:00100000:1.0:1775764884.774391:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205679
00000100:00100000:1.0:1775764884.774404:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+198:14453:x1862022293652096:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764884.774434:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764884.774462:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f0c6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944658c7 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.774594:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f0cd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.774612:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f0cd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.774629:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f0cd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764884.774666:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:1.0:1775764884.774671:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764884.774700:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f0cd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.774732:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f0c6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658c7 expref: 200 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.774753:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f0cd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658c7 expref: 199 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.774763:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764884.774766:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764884.774771:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7a0fe9a00, rc 0)
00000100:00100000:1.0:1775764884.774901:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14453:x1862022293652096:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 498us (728us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.774909:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205679
00000100:00100000:2.0:1775764884.777253:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682f8c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277243776:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764884.777293:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764884.777428:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293651968
00000100:00100000:0.0:1775764884.777439:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293651968
00010000:00010000:0.0:1775764884.777568:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f0b1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658b9 expref: 199 pid: 14273 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764884.777627:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3222
00000100:00100000:0.0:1775764884.777637:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:2402:x1862022293651968:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764884.777655:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764884.777663:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f0b1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658b9 expref: 199 pid: 14273 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.777678:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f0b1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658b9 expref: 199 pid: 14273 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.777710:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f0b1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658b9 expref: 199 pid: 14273 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.777730:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:0.0:1775764884.777736:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.777747:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.777754:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.777776:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764884.777887:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+198:2402:x1862022293651968:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 250us (3776us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764884.777896:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3222
00010000:00010000:2.0:1775764884.778117:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.778125:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764884.778150:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00010000:00010000:2.0:1775764884.778349:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f0b8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658c0 expref: 199 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.778367:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658c0 expref: 198 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.778381:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764884.778383:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764884.778386:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842200, rc 0)
00000100:00100000:2.0:1775764884.778421:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+198:14454:x1862022293651840:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 19845us (20310us total) trans 4295101610 rc 0/0
00000100:00100000:2.0:1775764884.778428:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205678
00000100:00100000:3.0:1775764884.798087:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.799281:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.799661:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293652224
00000100:00100000:1.0:1775764884.799674:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293652224
00000100:00100000:1.0:1775764884.799751:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293652352
00000100:00100000:1.0:1775764884.799754:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293652352
00000100:00100000:1.0:1775764884.799789:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205680
00000100:00100000:1.0:1775764884.799801:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14454:x1862022293652224:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764884.799885:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764884.799914:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f0db lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944658ce expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.800049:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.800067:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658c0 expref: 200 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.800076:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.800121:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658c0 expref: 200 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.800157:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658c0 expref: 200 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764884.800179:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf75500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277243904:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764884.800682:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205681
00000100:00100000:3.0:1775764884.800697:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:14453:x1862022293652352:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764884.800711:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764884.800724:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f0e9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944658d5 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.800769:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f0f0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.800782:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f0f0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.800804:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f0f0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.800824:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f0f7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.800832:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f0f7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.800861:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f0f7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.800979:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f0fe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.800988:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f0fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.800999:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f0fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764884.801040:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:3.0:1775764884.801045:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764884.801068:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f0fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801078:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f0fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801088:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f0f0 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801095:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f0f0 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801101:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f0f0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801108:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f0f0 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801113:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764884.801118:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f0f0 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801126:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f0f0 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801139:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764884.801142:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764884.801148:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f0f0 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801153:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f0f0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801168:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f0f7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801174:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f0f7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801179:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f0f7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801184:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764884.801187:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f0f7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801192:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f0f7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801200:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xf97c74a3 (ffff93c795e56600)
00010000:00010000:3.0:1775764884.801203:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764884.801205:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f0f7 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801211:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f0f7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801240:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f0e9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658d5 expref: 202 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801255:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f0fe lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658d5 expref: 201 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.801262:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:3.0:1775764884.801265:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764884.801267:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9800, rc 0)
00000100:00100000:3.0:1775764884.801582:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+201:14453:x1862022293652352:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 888us (2306us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764884.801604:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205681
00000100:00100000:1.0:1775764884.803712:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1540 going to sleep for 11 seconds
00000100:00100000:1.0:1775764884.824552:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf75500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277243904:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764884.824614:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764884.831922:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.831970:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.832020:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.833712:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293652480
00000100:00100000:3.0:1775764884.833728:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293652480
00010000:00010000:3.0:1775764884.833793:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658c0 expref: 201 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764884.833877:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293652608
00000100:00100000:3.0:1775764884.833881:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293652608
00000100:00100000:3.0:1775764884.833908:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3223
00000100:00100000:3.0:1775764884.833918:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:2400:x1862022293652480:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764884.833936:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764884.833944:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658c0 expref: 202 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.833962:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658c0 expref: 202 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.833991:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f0bf lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658c0 expref: 202 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.834015:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:3.0:1775764884.834022:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.834034:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.834043:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.834072:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764884.834144:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+201:2400:x1862022293652480:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 227us (2239us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764884.834152:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3223
00000100:00100000:3.0:1775764884.834173:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1136
00000100:00100000:3.0:1775764884.834179:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:2400:x1862022293652608:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764884.834186:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764884.834197:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f0fe lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658d5 expref: 200 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.834208:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:3.0:1775764884.834211:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764884.834228:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:2400:x1862022293652608:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 50us (2258us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764884.834235:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1136
00000100:00100000:0.0:1775764884.835811:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293652864
00000100:00100000:0.0:1775764884.835828:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293652864
00000100:00100000:0.0:1775764884.835949:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205682
00000100:00100000:0.0:1775764884.835960:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14453:x1862022293652864:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764884.836032:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764884.836063:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f0cd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658c7 expref: 199 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.836089:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764884.836094:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764884.836160:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6f105 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.836176:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6f105 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.836187:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6f105 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764884.836327:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d56f52b reply state 00000000d3a4e2ec transno 4295101611 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6f105 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.836342:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6f105 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.836348:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764884.836351:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764884.836354:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764884.836462:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:14453:x1862022293652864:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 504us (4441us total) trans 4295101611 rc 0/0
00000100:00100000:0.0:1775764884.836470:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205682
00010000:00010000:1.0:1775764884.836663:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.836672:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764884.836710:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:1.0:1775764884.836715:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764884.836733:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.836762:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f0db lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658ce expref: 200 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.836778:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658ce expref: 199 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.836786:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764884.836788:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764884.836791:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc400, rc 0)
00000100:00100000:1.0:1775764884.836816:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14454:x1862022293652224:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 37019us (38756us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.836823:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205680
00000100:00100000:2.0:1775764884.846959:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.847065:0:15587:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293652992
00000100:00100000:3.0:1775764884.847080:0:15587:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293652992
00000100:00100000:3.0:1775764884.847157:0:15587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2044
00000100:00100000:3.0:1775764884.847168:0:15587:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2402:x1862022293652992:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:3.0:1775764884.847371:0:15587:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:3.0:1775764884.847376:0:15587:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb mtime from disk: 1775764872 -> 1775764860
00002000:00010000:3.0:1775764884.847379:0:15587:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb atime from disk: 1775764874 -> 1775764864
00002000:00010000:3.0:1775764884.847381:0:15587:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb ctime from disk: 1775764884 -> 1775764884
00002000:00010000:3.0:1775764884.847383:0:15587:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:3.0:1775764884.847465:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2402:x1862022293652992:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 298us (520us total) trans 4294967927 rc 0/0
00000100:00100000:3.0:1775764884.847474:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2044
00000100:00100000:3.0:1775764884.874530:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.874768:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293653248
00000100:00100000:2.0:1775764884.874782:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293653248
00000100:00100000:2.0:1775764884.874897:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2922
00000100:00100000:2.0:1775764884.874911:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14453:x1862022293653248:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764884.875234:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:14453:x1862022293653248:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 326us (718us total) trans 4295101612 rc 0/0
00000100:00100000:2.0:1775764884.875243:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2922
00000100:00100000:1.0:1775764884.880165:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.880304:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293653504
00000100:00100000:2.0:1775764884.880316:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293653504
00000100:00100000:2.0:1775764884.880428:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205683
00000100:00100000:2.0:1775764884.880437:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:14454:x1862022293653504:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764884.880464:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764884.880488:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f10c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944658dc expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.880663:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f113 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10160:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.880682:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f113 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.880963:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f113 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764884.880982:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10160:0x0]: returning size 53
00010000:00010000:2.0:1775764884.881123:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f10c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658dc expref: 203 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.881145:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f113 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658dc expref: 202 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.881155:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10160:0x0].0x0 (ffff93c6877ce900)
00010000:00010000:2.0:1775764884.881158:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764884.881163:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:2.0:1775764884.881287:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:14454:x1862022293653504:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 850us (1135us total) trans 4295101613 rc 0/0
00000100:00100000:2.0:1775764884.881297:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205683
00000100:00100000:3.0:1775764884.886410:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.886527:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293653760
00000100:00100000:1.0:1775764884.886540:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293653760
00000100:00100000:1.0:1775764884.886632:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1137
00000100:00100000:1.0:1775764884.886644:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:2402:x1862022293653760:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764884.886666:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764884.886702:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f113 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10160:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658dc expref: 202 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.886728:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10160:0x0].0x0 (ffff93c6877ce900)
00010000:00010000:1.0:1775764884.886735:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764884.887147:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+201:2402:x1862022293653760:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 503us (750us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.887158:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1137
00000100:00100000:0.0:1775764884.891570:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.891714:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293653632
00000100:00100000:3.0:1775764884.891730:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293653632
00000100:00100000:3.0:1775764884.891811:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205684
00000100:00100000:3.0:1775764884.891824:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+201:14453:x1862022293653632:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764884.892026:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764884.892056:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f121 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944658e3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.892142:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f128 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.892161:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f128 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.892175:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f128 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.892188:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f12f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.892196:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f12f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.892202:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f12f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.892302:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f136 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.892311:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f136 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.892318:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f136 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764884.892910:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:2.0:1775764884.892917:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764884.892945:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f136 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.892963:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f136 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.892975:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f128 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.892982:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f128 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.892989:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f128 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.892996:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764884.893001:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f128 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.893009:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f128 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.893030:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764884.893034:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764884.893039:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f128 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.893046:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f128 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.893063:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f12f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.893069:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f12f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.893074:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f12f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.893081:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764884.893085:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f12f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.893091:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f12f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.893099:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xf97c74a3 (ffff93c795e56600)
00010000:00010000:2.0:1775764884.893102:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764884.893105:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f12f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.893111:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f12f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.893150:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f121 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658e3 expref: 203 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.893168:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f136 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658e3 expref: 202 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.893176:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:2.0:1775764884.893179:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764884.893183:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8400, rc 0)
00000100:00100000:2.0:1775764884.893364:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:14453:x1862022293653632:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1470us (1735us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764884.893375:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205684
00000100:00100000:2.0:1775764884.898092:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.899377:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293654016
00000100:00100000:0.0:1775764884.899394:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293654016
00000100:00100000:0.0:1775764884.900440:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2923
00000100:00100000:0.0:1775764884.900460:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4865850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:14454:x1862022293654016:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764884.900808:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4865850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+203:14454:x1862022293654016:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 354us (2728us total) trans 4295101614 rc 0/0
00000100:00100000:0.0:1775764884.900818:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2923
00000100:00100000:1.0:1775764884.919506:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.919746:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293654272
00000100:00100000:0.0:1775764884.919764:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293654272
00000100:00100000:0.0:1775764884.919915:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205685
00000100:00100000:0.0:1775764884.919948:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+203:14454:x1862022293654272:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764884.920033:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764884.920070:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6ec2e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465731 expref: 203 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.920092:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10160:0x0].0x0 (ffff93c6877ce900)
00010000:00010000:0.0:1775764884.920106:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764884.920135:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f13d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.920153:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f13d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.920165:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f13d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.920177:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6f144 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x33e854da bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.920185:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6f144 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.920192:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6f144 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.920302:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f14b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10160:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.920311:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f14b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10160:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.920318:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f14b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10160:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764884.921763:0:8005:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].89, 64 off13888
00010000:00010000:0.0:1775764884.921879:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f152 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10160:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.921897:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f152 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10160:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.921909:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f152 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10160:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.921918:0:8005:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f152 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10160:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.921925:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f152 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10160:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.921931:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f152 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10160:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.921966:0:8005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764884.921995:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f14b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10160:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.922002:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f14b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10160:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.922008:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f14b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10160:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.922015:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764884.922020:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f14b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10160:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.922028:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f14b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10160:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.922042:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10160:0x0].0x0 (ffff93c795e56500)
00010000:00010000:0.0:1775764884.922045:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764884.922049:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f14b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10160:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.922055:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f14b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10160:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.922077:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f13d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.922083:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f13d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.922087:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f13d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.922092:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e798e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764884.922095:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f13d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.922101:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f13d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.922109:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764884.922112:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764884.922115:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f13d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.922121:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f13d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764884.922138:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2a484ce reply state 00000000316feee8 transno 4295101615 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6f144 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.922150:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764884.922152:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6f144 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.922168:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f152 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10160:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.922192:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x33e854da (ffff93c795e56a00)
00010000:00010000:3.0:1775764884.922195:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799c00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764884.922196:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764884.922202:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764884.922205:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f152 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10160:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.922216:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f152 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10160:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.922236:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10160:0x0].0x0 (ffff93c795e56500)
00010000:00010000:3.0:1775764884.922240:0:6506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764884.922246:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f152 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10160:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.922252:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f152 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10160:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.922284:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764884.922286:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764884.922289:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764884.922327:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+204:14454:x1862022293654272:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 2397us (2826us total) trans 4295101615 rc 0/0
00000100:00100000:3.0:1775764884.923194:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.923301:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293654528
00000100:00100000:3.0:1775764884.923312:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293654528
00000100:00100000:0.0:1775764884.924406:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205685
00000100:00100000:3.0:1775764884.926031:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205686
00000100:00100000:3.0:1775764884.926055:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+204:14453:x1862022293654528:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764884.926082:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764884.926111:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f159 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944658ea expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.926228:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.926244:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f136 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658e3 expref: 205 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.926253:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.926289:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f136 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658e3 expref: 205 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.926305:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f136 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658e3 expref: 205 pid: 6517 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764884.926319:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7bf70df80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277244032:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764884.926424:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764884.936518:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.936689:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293654656
00000100:00100000:0.0:1775764884.936698:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293654656
00000100:00100000:0.0:1775764884.936773:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205687
00000100:00100000:0.0:1775764884.936784:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:14454:x1862022293654656:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764884.936809:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764884.936831:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f167 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944658f1 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.936947:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f16e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.936963:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f16e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.936976:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f16e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.936996:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f175 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937003:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f175 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937008:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f175 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937044:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f16e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937052:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f16e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937058:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f16e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937065:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f16e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937070:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764884.937075:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f16e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937082:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f16e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937094:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764884.937097:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764884.937102:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f16e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937109:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f16e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937122:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f175 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937127:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f175 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937132:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f175 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937136:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764884.937139:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f175 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937144:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f175 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937150:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x44fbd80 (ffff93c795e56f00)
00010000:00010000:0.0:1775764884.937153:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764884.937155:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f175 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937161:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f175 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937191:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f167 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658f1 expref: 207 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937207:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764884.937209:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764884.937212:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f167 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658f1 expref: 207 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.937222:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e798e00, rc 0)
00000100:00100000:0.0:1775764884.937275:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:14454:x1862022293654656:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 493us (768us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764884.937283:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205687
00000100:00100000:1.0:1775764884.937760:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7bf70df80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277244032:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764884.937781:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764884.938634:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.938720:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293654784
00000100:00100000:2.0:1775764884.938728:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293654784
00010000:00010000:2.0:1775764884.938767:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f136 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658e3 expref: 206 pid: 6517 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764884.938800:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3224
00000100:00100000:2.0:1775764884.938808:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:2403:x1862022293654784:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764884.938822:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764884.938828:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f136 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658e3 expref: 206 pid: 6517 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.938871:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f136 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658e3 expref: 206 pid: 6517 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.938890:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f136 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658e3 expref: 206 pid: 6517 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.938904:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:2.0:1775764884.938908:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.938927:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.938934:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.938956:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764884.938995:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:2403:x1862022293654784:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 188us (365us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764884.939003:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3224
00010000:00010000:1.0:1775764884.939190:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.939198:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764884.939222:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00010000:00010000:1.0:1775764884.939334:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f159 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658ea expref: 206 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.939347:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658ea expref: 205 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764884.939354:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764884.939356:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764884.939358:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9e00, rc 0)
00000100:00100000:1.0:1775764884.939383:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:14453:x1862022293654528:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13340us (16195us total) trans 4295101616 rc 0/0
00000100:00100000:1.0:1775764884.939389:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205686
00000100:00100000:3.0:1775764884.953045:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.953097:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764884.953157:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.953318:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293655040
00000100:00100000:0.0:1775764884.953327:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293655040
00000100:00100000:0.0:1775764884.953383:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1020
00000100:00100000:0.0:1775764884.953394:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:97b822a0-1031-438a-b417-b0f1b9d1e3df+9:2400:x1862022293655040:12345-192.168.202.56@tcp:400:kworker.0
00000100:00100000:0.0:1775764884.953469:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:97b822a0-1031-438a-b417-b0f1b9d1e3df+9:2400:x1862022293655040:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 77us (371us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764884.953476:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1020
00000100:00100000:2.0:1775764884.955650:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293654912
00000100:00100000:2.0:1775764884.955662:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293654912
00000100:00100000:1.0:1775764884.956220:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293655168
00000100:00100000:1.0:1775764884.956226:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293655168
00000100:00100000:1.0:1775764884.956290:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2656
00000100:00100000:1.0:1775764884.956301:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:2401:x1862022293655168:12345-192.168.202.56@tcp:400:kworker.0
00000100:00100000:1.0:1775764884.956395:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:2401:x1862022293655168:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 96us (3238us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764884.956403:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2656
00000100:00100000:3.0:1775764884.959028:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205688
00000100:00100000:3.0:1775764884.959039:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:14454:x1862022293654912:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764884.959065:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764884.959086:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f183 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944658f8 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.959151:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f18a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.959165:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f18a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.959178:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f18a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764884.959302:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:3.0:1775764884.959306:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764884.959327:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f18a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.959351:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f183 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658f8 expref: 207 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.959369:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f18a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658f8 expref: 206 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.959377:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764884.959380:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764884.959384:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8a00, rc 0)
00000100:00100000:3.0:1775764884.963624:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:14454:x1862022293654912:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 4573us (10575us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764884.963637:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205688
00000100:00100000:1.0:1775764884.963779:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.963945:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.964040:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293655424
00000100:00100000:2.0:1775764884.964050:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293655424
00000100:00100000:2.0:1775764884.964098:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205689
00000100:00100000:2.0:1775764884.964107:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:14453:x1862022293655424:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764884.964125:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764884.964145:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f191 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944658ff expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.964227:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f198 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.964242:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658ea expref: 207 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.964251:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f198 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.964283:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658ea expref: 207 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764884.964297:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658ea expref: 207 pid: 14273 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764884.964309:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682f8dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277244160:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764884.964383:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764884.964668:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293655296
00000100:00100000:3.0:1775764884.964673:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293655296
00000100:00100000:3.0:1775764884.964743:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1157
00000100:00100000:3.0:1775764884.964751:0:8401:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2400:x1862022293655296:12345-192.168.202.56@tcp:400:kworker.0
00000100:00100000:3.0:1775764884.964792:0:8401:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2400:x1862022293655296:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 42us (1014us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764884.964800:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1157
00000100:00100000:2.0:1775764884.974089:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764884.974195:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293655552
00000100:00100000:1.0:1775764884.974206:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293655552
00000100:00100000:1.0:1775764884.974262:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2924
00000100:00100000:1.0:1775764884.974271:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:14454:x1862022293655552:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:1.0:1775764884.981348:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764884.981744:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293655680
00000100:00100000:0.0:1775764884.981759:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293655680
00010000:00010000:0.0:1775764884.981806:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658ea expref: 209 pid: 14273 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764884.981882:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3225
00000100:00100000:0.0:1775764884.981891:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:2403:x1862022293655680:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764884.981906:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764884.981913:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658ea expref: 209 pid: 14273 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.981926:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658ea expref: 209 pid: 14273 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.981946:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764884.981951:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f198 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.981960:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f198 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.981967:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f198 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764884.981986:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764884.982053:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:2403:x1862022293655680:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 163us (723us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764884.982061:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3225
00010000:00010000:3.0:1775764884.982136:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f160 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658ea expref: 208 pid: 14273 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764884.982163:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682f8dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277244160:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764884.982207:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f198 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.982227:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f198 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.982240:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f198 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764884.983204:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:3.0:1775764884.983214:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764884.983261:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f198 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.983735:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f191 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658ff expref: 209 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.983761:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f198 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658ff expref: 208 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764884.983772:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:3.0:1775764884.983776:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764884.983780:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842200, rc 0)
00000100:00100000:3.0:1775764884.983980:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:14453:x1862022293655424:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 19872us (20033us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764884.983992:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205689
00000100:00100000:2.0:1775764884.997746:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:14454:x1862022293655552:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 23466us (23657us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764884.997760:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2924
00000100:00100000:1.0:1775764884.999547:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764884.999807:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293655936
00000100:00100000:2.0:1775764884.999820:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293655936
00000100:00100000:2.0:1775764884.999950:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2925
00000100:00100000:2.0:1775764884.999964:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:14453:x1862022293655936:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764885.001673:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:14453:x1862022293655936:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 1566us (2003us total) trans 4295101617 rc 0/0
00000100:00100000:2.0:1775764885.001689:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2925
00000100:00100000:0.0:1775764885.015371:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.015510:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293656064
00000100:00100000:1.0:1775764885.015520:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293656064
00000100:00100000:1.0:1775764885.015696:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205690
00000100:00100000:1.0:1775764885.015707:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:14453:x1862022293656064:12345-192.168.202.56@tcp:101:dbench.0
00000100:00080000:0.0:1775764885.015833:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1775764885.015978:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.016002:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f19f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465906 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016072:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f1a6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016088:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f1a6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016101:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f1a6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016114:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f1ad lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016122:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f1ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016128:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f1ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016203:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f1b4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016216:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f1b4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016222:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f1b4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764885.016261:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:1.0:1775764885.016265:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764885.016284:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f1b4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016295:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f1b4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016303:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f1a6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016309:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f1a6 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016316:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f1a6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016321:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.016325:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f1a6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016332:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f1a6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016342:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764885.016346:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.016350:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f1a6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016356:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f1a6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016369:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f1ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016375:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f1ad lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016380:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f1ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016385:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.016387:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f1ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016393:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f1ad lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016400:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xf97c74a3 (ffff93c795e56600)
00010000:00010000:1.0:1775764885.016402:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.016405:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f1ad lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016412:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f1ad lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016437:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f19f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465906 expref: 209 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016450:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f1b4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465906 expref: 208 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.016457:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764885.016459:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764885.016461:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827e00, rc 0)
00000100:00100000:1.0:1775764885.017333:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:14453:x1862022293656064:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 828us (1173us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.017349:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205690
00000100:00100000:1.0:1775764885.019835:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.020022:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293656192
00000100:00100000:0.0:1775764885.020032:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293656192
00000100:00100000:0.0:1775764885.020117:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205691
00000100:00100000:0.0:1775764885.020129:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14454:x1862022293656192:12345-192.168.202.56@tcp:41:dbench.0
00000004:00000024:0.0:1775764885.020180:0:10031:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7774912512 avail 7311466496
00000100:00100000:0.0:1775764885.020254:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14454:x1862022293656192:12345-192.168.202.56@tcp:41:dbench.0 Request processed in 127us (425us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764885.020266:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205691
00000100:00080000:2.0:1775764885.021782:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1775764885.028186:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.028289:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293656320
00000100:00100000:1.0:1775764885.028304:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293656320
00000100:00100000:1.0:1775764885.028378:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205692
00000100:00100000:1.0:1775764885.028388:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:14453:x1862022293656320:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.028409:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.028431:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f1bb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446590d expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.028503:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764885.028508:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f1c2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028527:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f1c2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.028543:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293656448
00010000:00010000:1.0:1775764885.028552:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f1c2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.028563:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293656448
00010000:00010000:1.0:1775764885.028575:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f1c9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028594:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f1c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028603:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f1c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.028640:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1138
00010000:00010000:1.0:1775764885.028641:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f1c2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028653:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f1c2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.028659:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdfac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:2403:x1862022293656448:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764885.028674:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f1c2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028681:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f1c2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.028685:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.028696:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.028701:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f1c2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028710:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f1c2 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.028721:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f1b4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465906 expref: 210 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028745:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764885.028751:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764885.028755:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764885.028757:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f1c2 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.028766:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764885.028770:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f1c2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028787:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f1c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028793:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f1c9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028799:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f1c9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028803:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.028806:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f1c9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028812:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f1c9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028819:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:1.0:1775764885.028821:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.028824:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f1c9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028830:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f1c9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.028880:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdfac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:2403:x1862022293656448:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 190us (340us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.028892:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1138
00010000:00010000:1.0:1775764885.028905:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f1bb lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446590d expref: 209 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028923:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764885.028926:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.028930:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f1bb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446590d expref: 208 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.028942:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4826800, rc 0)
00000100:00100000:1.0:1775764885.029007:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:14453:x1862022293656320:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 621us (833us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764885.029019:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205692
00000100:00100000:1.0:1775764885.041334:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.044822:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293656704
00000100:00100000:2.0:1775764885.045695:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293656704
00000100:00100000:2.0:1775764885.045922:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205693
00000100:00100000:2.0:1775764885.045937:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:14454:x1862022293656704:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.045968:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.045996:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f1d0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465914 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.046147:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f1d7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10076:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.046167:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f1d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10076:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.046182:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f1d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10076:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764885.046197:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10076:0x0]: returning size 260096
00010000:00010000:2.0:1775764885.046342:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f1d0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465914 expref: 210 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.046366:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f1d7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10076:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465914 expref: 209 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.046375:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10076:0x0].0x0 (ffff93c682befb00)
00010000:00010000:2.0:1775764885.046378:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764885.046383:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843600, rc 0)
00000100:00100000:2.0:1775764885.046481:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:14454:x1862022293656704:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 548us (5159us total) trans 4295101618 rc 0/0
00000100:00100000:2.0:1775764885.046490:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205693
00000100:00100000:3.0:1775764885.047376:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764885.047480:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764885.047500:0:15589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293656960
00000100:00100000:0.0:1775764885.047510:0:15589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293656960
00000100:00100000:0.0:1775764885.047594:0:15589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 113
00000100:00100000:0.0:1775764885.047603:0:15589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:14453:x1862022293656960:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764885.047654:0:15589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1775764885.047681:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f198 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658ff expref: 209 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.047702:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764885.047712:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6efae lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446586c expref: 208 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.047723:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764885.047727:0:15589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764885.047758:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f1e5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.047774:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f1e5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.047784:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f1e5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.047797:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f1ec lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.047811:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f1ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.047818:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f1ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.047831:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f1f3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.047860:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f1f3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.047868:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f1f3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048176:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f1fa lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048186:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f1fa lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048194:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f1fa lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764885.048466:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d2cb6767 reply state 00000000db35baed transno 4295101619 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f1fa lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048482:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f1fa lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048489:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764885.048493:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:0.0:1775764885.048496:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764885.048504:0:15589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f1e5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048510:0:15589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f1e5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048518:0:15589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f1e5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048525:0:15589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e798e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764885.048530:0:15589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f1e5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048538:0:15589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f1e5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048547:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764885.048639:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764885.048644:0:15589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f1e5 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048651:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6f1e5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764885.048665:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d2cb6767 reply state 00000000db35baed transno 4295101619 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f1ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048674:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f1ec lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048681:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:0.0:1775764885.048683:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764885.048686:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00000004:00010000:0.0:1775764885.048689:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d2cb6767 reply state 00000000db35baed transno 4295101619 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f1f3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048697:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f1f3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.048703:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xf97c74a3 (ffff93c795e56600)
00010000:00010000:0.0:1775764885.048705:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764885.048707:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:0.0:1775764885.048823:0:15589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:14453:x1862022293656960:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1217us (1448us total) trans 4295101619 rc 0/0
00000100:00100000:0.0:1775764885.048832:0:15589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 113
00000100:00100000:3.0:1775764885.053502:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.053994:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293657088
00000100:00100000:0.0:1775764885.054007:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293657088
00000100:00100000:0.0:1775764885.054091:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1139
00000100:00100000:0.0:1775764885.054102:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:2402:x1862022293657088:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764885.054122:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764885.054156:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f1d7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10076:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465914 expref: 209 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.054180:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10076:0x0].0x0 (ffff93c682befb00)
00010000:00010000:0.0:1775764885.054186:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764885.054258:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:2402:x1862022293657088:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 157us (769us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764885.054267:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1139
00000100:00100000:3.0:1775764885.064351:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.064406:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.064544:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293657216
00000100:00100000:0.0:1775764885.064568:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293657216
00000100:00100000:0.0:1775764885.064676:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205694
00000100:00100000:0.0:1775764885.064689:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:14453:x1862022293657216:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764885.064726:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764885.064754:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6f201 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446591b expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.064861:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6f208 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.064881:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6f208 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.064897:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6f208 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065134:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6f20f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065142:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6f20f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065147:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6f20f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065242:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f216 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065250:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f216 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065256:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f216 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764885.065309:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:0.0:1775764885.065314:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764885.065339:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f216 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065352:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f216 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065666:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6f208 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065673:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6f208 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065681:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6f208 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065689:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764885.065693:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6f208 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065699:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6f208 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065711:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764885.065713:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764885.065717:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6f208 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065721:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6f208 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065738:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6f20f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065743:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6f20f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065748:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6f20f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065753:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692eec200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764885.065756:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6f20f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065761:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6f20f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065767:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:0.0:1775764885.065770:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764885.065772:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6f20f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065777:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6f20f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065815:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6f201 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446591b expref: 210 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065827:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f216 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446591b expref: 209 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.065837:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764885.065875:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764885.065878:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3009200, rc 0)
00000100:00100000:2.0:1775764885.066035:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293657472
00000100:00100000:2.0:1775764885.066044:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293657472
00000100:00100000:2.0:1775764885.066094:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2926
00000100:00100000:2.0:1775764885.066101:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:14454:x1862022293657472:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764885.066364:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14454:x1862022293657472:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 262us (1956us total) trans 4295101620 rc 0/0
00000100:00100000:2.0:1775764885.066374:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2926
00000100:00100000:0.0:1775764885.067156:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:14453:x1862022293657216:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2464us (2813us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764885.067166:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205694
00000100:00100000:3.0:1775764885.075390:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.076923:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.082948:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293657856
00000100:00100000:1.0:1775764885.082972:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293657856
00000100:00100000:2.0:1775764885.083976:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293657728
00000100:00100000:2.0:1775764885.083988:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293657728
00000100:00100000:2.0:1775764885.084088:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205695
00000100:00100000:2.0:1775764885.084097:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14453:x1862022293657728:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.084125:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.084151:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f21d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465922 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.084293:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.084314:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f216 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446591b expref: 212 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.084325:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.084375:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f216 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446591b expref: 212 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.084391:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f216 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446591b expref: 212 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.084404:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682f8c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277244288:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764885.085740:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1600 going to sleep for 11 seconds
00000100:00100000:0.0:1775764885.086812:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205696
00000100:00100000:0.0:1775764885.086827:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:14454:x1862022293657856:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764885.086872:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764885.086894:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008000/0x9da62835f5d6f22b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465929 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.086976:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f232 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.086994:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f232 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087009:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f232 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087022:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f239 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087027:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f239 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087031:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f239 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087075:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f232 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087080:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f232 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087084:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f232 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087089:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f232 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087092:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764885.087096:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f232 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087102:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f232 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087111:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764885.087113:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764885.087117:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f232 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087121:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f232 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087136:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f239 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087139:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f239 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087143:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f239 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087147:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3009600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764885.087148:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f239 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087151:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f239 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087155:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x44fbd80 (ffff93c795e56f00)
00010000:00010000:0.0:1775764885.087156:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764885.087157:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f239 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087160:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f239 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087189:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008000/0x9da62835f5d6f22b lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465929 expref: 213 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087197:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764885.087198:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764885.087200:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008000/0x9da62835f5d6f22b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465929 expref: 213 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.087205:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008000, rc 0)
00000100:00100000:0.0:1775764885.087287:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:14454:x1862022293657856:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 463us (11910us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764885.087296:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205696
00000100:00100000:2.0:1775764885.097792:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682f8c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277244288:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764885.097857:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764885.114801:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.114920:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.115063:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293658112
00000100:00100000:1.0:1775764885.115074:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293658112
00000100:00100000:1.0:1775764885.115141:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205697
00000100:00100000:1.0:1775764885.115150:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:14454:x1862022293658112:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.115177:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.115202:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f240 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465930 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115296:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f247 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115317:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f247 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115333:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f247 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115353:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f24e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115361:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f24e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115368:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f24e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115416:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f247 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115421:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f247 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115426:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f247 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115430:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f247 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115434:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.115438:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f247 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115445:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f247 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115458:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764885.115461:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.115468:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f247 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115473:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f247 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115489:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f24e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115496:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f24e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115502:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f24e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115506:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4826800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.115509:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f24e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115515:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f24e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115523:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x1e68dc46 (ffff93c6877ceb00)
00010000:00010000:1.0:1775764885.115525:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.115528:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f24e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115534:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f24e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115622:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f240 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465930 expref: 213 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115641:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764885.115643:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.115647:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f240 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465930 expref: 213 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.115658:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827200, rc 0)
00000100:00100000:1.0:1775764885.115723:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:14454:x1862022293658112:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 574us (803us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764885.115729:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205697
00000100:00100000:0.0:1775764885.116154:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293657984
00000100:00100000:0.0:1775764885.116162:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293657984
00010000:00010000:0.0:1775764885.116196:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f216 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446591b expref: 212 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764885.116232:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3226
00000100:00100000:0.0:1775764885.116240:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:2403:x1862022293657984:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764885.116253:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764885.116260:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f216 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446591b expref: 212 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.116273:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f216 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446591b expref: 212 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.116291:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f216 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446591b expref: 212 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.116304:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764885.116309:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.116321:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.116328:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.116365:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764885.116394:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:2403:x1862022293657984:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 156us (1612us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764885.116402:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3226
00010000:00010000:0.0:1775764885.116427:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.116435:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764885.116457:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00010000:00010000:0.0:1775764885.116631:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f21d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465922 expref: 212 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.116649:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465922 expref: 211 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.116656:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764885.116657:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764885.116659:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842e00, rc 0)
00000100:00100000:0.0:1775764885.116678:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14453:x1862022293657728:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 32583us (39764us total) trans 4295101621 rc 0/0
00000100:00100000:0.0:1775764885.116683:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205695
00000100:00100000:3.0:1775764885.125376:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.125832:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293658240
00000100:00100000:1.0:1775764885.125898:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293658240
00000100:00100000:1.0:1775764885.125972:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205698
00000100:00100000:1.0:1775764885.125984:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14454:x1862022293658240:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.126014:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.126043:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f25c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465937 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126125:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f263 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126143:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f263 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126156:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f263 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126173:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f26a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126181:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f26a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126187:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f26a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126235:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f263 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126243:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f263 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126250:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f263 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126256:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4826800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.126263:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f263 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126271:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f263 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126286:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764885.126289:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.126295:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f263 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126300:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f263 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126315:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f26a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126322:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f26a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126327:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f26a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126333:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.126336:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f26a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126342:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f26a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126349:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x10682665 (ffff93c6877ceb00)
00010000:00010000:1.0:1775764885.126352:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.126355:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f26a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126360:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827400/0x9da62835f5d6f26a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126398:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f25c lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465937 expref: 212 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126410:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764885.126412:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.126415:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f25c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465937 expref: 212 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.126431:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827200, rc 0)
00000100:00100000:1.0:1775764885.126520:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14454:x1862022293658240:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 538us (1161us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764885.126529:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205698
00000100:00100000:0.0:1775764885.133110:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.133230:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293658496
00000100:00100000:2.0:1775764885.133244:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293658496
00000100:00100000:2.0:1775764885.133323:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205699
00000100:00100000:2.0:1775764885.133335:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14454:x1862022293658496:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.133369:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.133373:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1775764885.133409:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f18a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658f8 expref: 211 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.133432:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764885.133438:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764885.133454:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f271 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446593e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.133741:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f278 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.133764:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f278 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.133777:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f278 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.133795:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f27f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x10682665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.133803:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f27f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.133810:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f27f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764885.134275:0:6519:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x7c:0x0], index 1: 0
00010000:00010000:2.0:1775764885.134461:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f286 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.134472:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f286 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.134480:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f286 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.134519:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f278 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.134527:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f278 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.134539:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f278 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.134545:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764885.134550:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f278 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.135029:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f278 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.135042:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764885.135046:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764885.135051:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f278 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.135058:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f278 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764885.135073:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000120dc6e3 reply state 000000003abb4e3a transno 4295101622 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f27f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.135087:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f27f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.135095:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x10682665 (ffff93c6a31a2300)
00010000:00010000:2.0:1775764885.135097:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764885.135101:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764885.135239:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f271 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446593e expref: 213 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.135260:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f286 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446593e expref: 212 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.135268:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c6a31a2500)
00010000:00010000:3.0:1775764885.135271:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764885.135274:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842c00, rc 0)
00000100:00100000:3.0:1775764885.144150:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14454:x1862022293658496:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10572us (10808us total) trans 4295101622 rc 0/0
00000100:00100000:3.0:1775764885.144168:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205699
00000100:00100000:1.0:1775764885.144511:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.147993:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293658624
00000100:00100000:2.0:1775764885.148016:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293658624
00000100:00100000:2.0:1775764885.148120:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205700
00000100:00100000:2.0:1775764885.148131:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14453:x1862022293658624:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.148169:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.148199:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f294 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465945 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.148329:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.148349:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465922 expref: 214 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.148359:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.148405:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465922 expref: 214 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.148419:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465922 expref: 214 pid: 6517 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.148433:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682f8c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277244416:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764885.148547:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764885.154923:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.155286:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293658752
00000100:00100000:2.0:1775764885.155301:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293658752
00000100:00100000:2.0:1775764885.155378:0:8506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2045
00000100:00100000:2.0:1775764885.155390:0:8506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2403:x1862022293658752:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.155413:0:8506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.155449:0:8506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a4954bf/0x9da62835f5d6f2a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446594c expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1775764885.155486:0:8506:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x7c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1775764885.155512:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764885.155514:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764885.155525:0:8506:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a4954bf/0x9da62835f5d6f2a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446594c expref: 73 pid: 8506 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.155545:0:8506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a4954bf/0x9da62835f5d6f2a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446594c expref: 73 pid: 8506 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.155704:0:8506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c79545c800, rc 0)
00000100:00100000:2.0:1775764885.155817:0:8506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2403:x1862022293658752:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 429us (907us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.155826:0:8506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2045
00000100:00100000:0.0:1775764885.174491:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.174611:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293658880
00000100:00100000:1.0:1775764885.174624:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293658880
00010000:00010000:1.0:1775764885.174679:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465922 expref: 215 pid: 6517 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.174733:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3227
00000100:00100000:1.0:1775764885.174744:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:2402:x1862022293658880:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764885.174767:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.174776:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465922 expref: 215 pid: 6517 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.174793:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465922 expref: 215 pid: 6517 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.174825:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764885.174831:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.174885:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.174901:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.174929:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764885.175005:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:2402:x1862022293658880:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 262us (530us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.175014:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3227
00010000:00010000:2.0:1775764885.175789:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f224 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465922 expref: 214 pid: 6517 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.175815:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682f8c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277244416:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764885.175904:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.175915:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.175921:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764885.175992:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:2.0:1775764885.175998:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764885.176027:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.176072:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f294 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465945 expref: 214 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.176088:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465945 expref: 213 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.176096:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:2.0:1775764885.176099:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764885.176102:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842200, rc 0)
00000100:00100000:2.0:1775764885.176182:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14453:x1862022293658624:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 28052us (31673us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.176191:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205700
00000100:00100000:0.0:1775764885.183353:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.183464:0:15577:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293659008
00000100:00100000:1.0:1775764885.183481:0:15577:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293659008
00000100:00100000:1.0:1775764885.183598:0:15577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2046
00000100:00100000:1.0:1775764885.183610:0:15577:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:14454:x1862022293659008:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.183634:0:15577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.183658:0:15577:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022d1df32/0x9da62835f5d6f2a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465953 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.183702:0:15577:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a4954bf/0x9da62835f5d6f2a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446594c expref: 74 pid: 8506 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.183713:0:15577:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764885.183716:0:15577:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764885.183720:0:15577:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022d1df32/0x9da62835f5d6f2a9 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x7c:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465953 expref: 74 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.183772:0:15577:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a4954bf/0x9da62835f5d6f2a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446594c expref: 74 pid: 8506 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.183790:0:15577:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a4954bf/0x9da62835f5d6f2a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446594c expref: 74 pid: 8506 timeout: 2239 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.183810:0:15577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15577:1862022277244544:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764885.184992:0:15577:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1540 going to sleep for 11 seconds
00000100:00100000:3.0:1775764885.213426:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.213536:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.213987:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293659392
00000100:00100000:0.0:1775764885.214000:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293659392
00010000:00010000:0.0:1775764885.214058:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a4954bf/0x9da62835f5d6f2a2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446594c expref: 75 pid: 8506 timeout: 2239 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764885.214116:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3228
00000100:00100000:0.0:1775764885.214127:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2402:x1862022293659392:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764885.214145:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764885.214173:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a4954bf/0x9da62835f5d6f2a2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446594c expref: 75 pid: 8506 timeout: 2239 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.214192:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a4954bf/0x9da62835f5d6f2a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446594c expref: 75 pid: 8506 timeout: 2239 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.214310:0:15577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15577:1862022277244544:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764885.214449:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a4954bf/0x9da62835f5d6f2a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446594c expref: 75 pid: 8506 timeout: 2239 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.214525:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293659264
00000100:00100000:1.0:1775764885.214531:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293659264
00000100:00100000:1.0:1775764885.214594:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205701
00000100:00100000:1.0:1775764885.214602:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14453:x1862022293659264:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.214627:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.214649:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f2b0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446595a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.214785:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2b7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10162:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.214802:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10162:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.214816:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10162:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764885.214830:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10162:0x0]: returning size 53
00010000:00010000:1.0:1775764885.215388:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f2b0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446595a expref: 216 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.215495:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2b7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10162:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446595a expref: 215 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.215511:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10162:0x0].0x0 (ffff93c68cb34d00)
00010000:00010000:1.0:1775764885.215514:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764885.215518:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827e00, rc 0)
00000100:00100000:1.0:1775764885.215712:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14453:x1862022293659264:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1110us (2300us total) trans 4295101623 rc 0/0
00000100:00100000:1.0:1775764885.215719:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205701
00000100:00100000:3.0:1775764885.223905:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.224295:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293659520
00000100:00100000:1.0:1775764885.224309:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293659520
00000100:00100000:1.0:1775764885.224394:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1140
00000100:00100000:1.0:1775764885.224406:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:2401:x1862022293659520:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764885.224428:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.224469:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2b7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10162:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446595a expref: 215 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.224492:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10162:0x0].0x0 (ffff93c68cb34d00)
00010000:00010000:1.0:1775764885.224499:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764885.224593:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+214:2401:x1862022293659520:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 179us (695us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.224601:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1140
00000100:00100000:3.0:1775764885.228781:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.228905:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293659776
00000100:00100000:1.0:1775764885.228920:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293659776
00000100:00100000:1.0:1775764885.228984:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2927
00000100:00100000:1.0:1775764885.228995:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+214:14453:x1862022293659776:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764885.229764:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14453:x1862022293659776:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 765us (989us total) trans 4295101624 rc 0/0
00000100:00100000:1.0:1775764885.229775:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2927
00010000:00010000:2.0:1775764885.230235:0:15577:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000022d1df32/0x9da62835f5d6f2a9 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x7c:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465953 expref: 74 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.230271:0:15577:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764885.230274:0:15577:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764885.230284:0:15577:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022d1df32/0x9da62835f5d6f2a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465953 expref: 74 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.230302:0:15577:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022d1df32/0x9da62835f5d6f2a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465953 expref: 74 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.230355:0:15577:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000022d1df32/0x9da62835f5d6f2a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465953 expref: 74 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.230372:0:15577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682f8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15577:1862022277244672:192.168.202.56@tcp:105:
00000100:00100000:2.0:1775764885.230456:0:15577:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1840 going to sleep for 11 seconds
00010000:00010000:0.0:1775764885.230810:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764885.232967:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2402:x1862022293659392:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 18826us (19415us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.232987:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3228
00000100:00100000:2.0:1775764885.242324:0:15577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682f8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15577:1862022277244672:192.168.202.56@tcp:105:
00010000:00010000:2.0:1775764885.242360:0:15577:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827400, rc 0)
00000100:00100000:2.0:1775764885.242667:0:15577:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:14454:x1862022293659008:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 58833us (59103us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.242678:0:15577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2046
00000100:00100000:3.0:1775764885.258755:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.258822:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293660032
00000100:00100000:1.0:1775764885.258835:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293660032
00000100:00100000:1.0:1775764885.259044:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205702
00000100:00100000:1.0:1775764885.259055:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14453:x1862022293660032:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764885.259139:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.259177:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6ed4d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10162:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446579a expref: 215 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.259202:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10162:0x0].0x0 (ffff93c68cb34d00)
00010000:00010000:1.0:1775764885.259217:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764885.259256:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2c5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.259274:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2c5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.259286:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2c5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.259298:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f2cc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x33e854da bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764885.259305:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764885.259318:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f2cc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.259330:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f2cc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.259436:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f2d3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10162:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.259444:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f2d3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10162:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.259452:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f2d3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10162:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.259592:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293660288
00000100:00100000:2.0:1775764885.259598:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293660288
00000100:00100000:2.0:1775764885.259640:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2928
00000100:00100000:2.0:1775764885.259649:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14454:x1862022293660288:12345-192.168.202.56@tcp:35:dbench.0
00000040:00080000:1.0:1775764885.259744:0:10031:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].90, 64 off13952
00010000:00010000:1.0:1775764885.259810:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f2da lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10162:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.259820:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f2da lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10162:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.259829:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f2da lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10162:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.259837:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f2da lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10162:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.259894:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f2da lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10162:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.259900:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f2da lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10162:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.259920:0:10031:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764885.259962:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764885.259972:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f2da lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10162:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.259980:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764885.259985:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f2da lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10162:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.259995:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f2da lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10162:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.260008:0:7451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10162:0x0].0x0 (ffff93c6877ceb00)
00010000:00010000:0.0:1775764885.260011:0:7451:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764885.260015:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f2da lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10162:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.260024:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764885.260025:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764885.260027:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764885.260595:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14454:x1862022293660288:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 932us (1276us total) trans 4295101626 rc 0/0
00000100:00100000:2.0:1775764885.260607:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2928
00010000:00010000:1.0:1775764885.260649:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f2da lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10162:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260682:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f2d3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10162:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260689:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f2d3 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10162:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260695:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f2d3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10162:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260701:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.260704:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f2d3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10162:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260711:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f2d3 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10162:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260722:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10162:0x0].0x0 (ffff93c6877ceb00)
00010000:00010000:1.0:1775764885.260725:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764885.260729:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f2d3 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10162:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260734:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f2d3 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10162:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260758:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2c5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260765:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2c5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260775:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2c5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260780:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2c5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260785:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.260788:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2c5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260792:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2c5 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260799:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764885.260801:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.260803:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2c5 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260809:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f2c5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764885.260817:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ef1cf9b1 reply state 0000000031cfb76f transno 4295101625 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f2cc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260830:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f2cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.260876:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x33e854da (ffff93c68cb34f00)
00010000:00010000:1.0:1775764885.260879:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764885.260883:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764885.261026:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14453:x1862022293660032:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1971us (2282us total) trans 4295101625 rc 0/0
00000100:00100000:1.0:1775764885.261034:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205702
00000100:00100000:0.0:1775764885.269251:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.269890:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293660416
00000100:00100000:3.0:1775764885.269905:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293660416
00000100:00100000:3.0:1775764885.270057:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205703
00000100:00100000:3.0:1775764885.270070:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14453:x1862022293660416:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.270106:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.270133:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f2e1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465961 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270231:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f2e8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270249:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f2e8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270266:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f2e8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270284:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f2ef lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270291:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f2ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270298:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f2ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270346:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f2e8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270353:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f2e8 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270360:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f2e8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270367:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.270372:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f2e8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270384:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f2e8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270410:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764885.270413:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.270419:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f2e8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270426:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f2e8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270441:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f2ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270448:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f2ef lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270453:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f2ef lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270458:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.270461:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f2ef lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270467:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f2ef lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270475:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x44fbd80 (ffff93c68422ab00)
00010000:00010000:3.0:1775764885.270477:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.270480:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f2ef lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270487:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f2ef lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270527:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f2e1 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465961 expref: 218 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270540:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764885.270542:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.270546:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f2e1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465961 expref: 218 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.270556:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8600, rc 0)
00000100:00100000:3.0:1775764885.270665:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14453:x1862022293660416:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 598us (1428us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764885.270674:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205703
00000100:00100000:2.0:1775764885.277007:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.277051:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.277113:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293660672
00000100:00100000:1.0:1775764885.277127:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293660672
00000100:00100000:1.0:1775764885.277194:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293660800
00000100:00100000:1.0:1775764885.277198:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293660800
00000100:00100000:1.0:1775764885.277239:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205704
00000100:00100000:1.0:1775764885.277251:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:14454:x1862022293660672:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.277280:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.277317:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f2f6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465968 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764885.277335:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205705
00000100:00100000:0.0:1775764885.277348:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14453:x1862022293660800:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764885.277357:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764885.277372:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f2fd lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446596f expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.277440:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f304 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.277459:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f304 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.277461:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.277481:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f304 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.277481:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f286 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446593e expref: 220 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764885.277529:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:0.0:1775764885.277535:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764885.277558:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f304 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.277605:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f2fd lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446596f expref: 221 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.277626:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f304 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446596f expref: 220 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.277636:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764885.277639:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764885.277644:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008c00, rc 0)
00000100:00100000:0.0:1775764885.277721:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:14453:x1862022293660800:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 376us (668us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764885.277730:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205705
00010000:00010000:1.0:1775764885.277745:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.277789:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f286 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446593e expref: 220 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.277807:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f286 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446593e expref: 220 pid: 6519 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.277824:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277244800:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764885.277918:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1540 going to sleep for 11 seconds
00000100:00100000:0.0:1775764885.282796:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.282835:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277244800:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764885.282859:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764885.282902:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.282953:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293661056
00000100:00100000:2.0:1775764885.282962:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293661056
00010000:00010000:2.0:1775764885.283005:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f286 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446593e expref: 220 pid: 6519 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.283047:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3229
00000100:00100000:2.0:1775764885.283056:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:2400:x1862022293661056:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764885.283074:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764885.283081:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f286 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446593e expref: 220 pid: 6519 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.283096:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f286 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446593e expref: 220 pid: 6519 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.283123:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f286 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446593e expref: 220 pid: 6519 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.283140:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c6a31a2500)
00010000:00010000:2.0:1775764885.283146:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.283157:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.283165:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.283191:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764885.283255:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:2400:x1862022293661056:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 199us (418us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.283268:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3229
00010000:00010000:1.0:1775764885.283304:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.283315:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764885.283342:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10166:0x0]: returning size 15360
00010000:00010000:1.0:1775764885.283520:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f2f6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465968 expref: 220 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.283540:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465968 expref: 219 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.283548:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c6a31a2500)
00010000:00010000:1.0:1775764885.283560:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764885.283563:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827e00, rc 0)
00000100:00100000:1.0:1775764885.283619:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14454:x1862022293660672:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6370us (6627us total) trans 4295101627 rc 0/0
00000100:00100000:1.0:1775764885.283627:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205704
00000100:00100000:3.0:1775764885.283943:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293660928
00000100:00100000:3.0:1775764885.283950:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293660928
00000100:00100000:3.0:1775764885.283992:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2929
00000100:00100000:3.0:1775764885.284000:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4867450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14453:x1862022293660928:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764885.289521:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4867450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14453:x1862022293660928:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 5502us (6718us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.289542:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2929
00000100:00100000:2.0:1775764885.294570:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.294683:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293661184
00000100:00100000:0.0:1775764885.294703:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293661184
00000100:00100000:0.0:1775764885.294789:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205706
00000100:00100000:0.0:1775764885.294801:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14454:x1862022293661184:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764885.294878:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764885.294906:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f319 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465976 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.295049:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f320 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.295068:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465968 expref: 220 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.295079:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f320 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.295124:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465968 expref: 220 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.295140:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465968 expref: 220 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764885.295157:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5bc380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277244928:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764885.295261:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898c00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764885.313117:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5bc380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277244928:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764885.313158:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f320 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.314716:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.314767:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.314789:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293661440
00000100:00100000:1.0:1775764885.314802:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293661440
00000100:00100000:1.0:1775764885.315024:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205707
00000100:00100000:3.0:1775764885.315028:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293661568
00000100:00100000:3.0:1775764885.315035:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293661568
00000100:00100000:1.0:1775764885.315038:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14453:x1862022293661440:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.315066:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.315068:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465968 expref: 222 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.315093:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f327 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446597d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764885.315110:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3230
00000100:00100000:3.0:1775764885.315118:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdf8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:2403:x1862022293661568:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764885.315135:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764885.315143:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465968 expref: 223 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.315160:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465968 expref: 223 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.315184:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f30b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465968 expref: 223 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.315203:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c6a31a2500)
00010000:00010000:3.0:1775764885.315210:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f320 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.315221:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f320 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.315229:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f320 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.315248:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f32e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10077:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.315262:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764885.315263:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f32e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10077:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.315276:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f32e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10077:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764885.315290:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10077:0x0]: returning size 260096
00000100:00100000:3.0:1775764885.315325:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdf8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:2403:x1862022293661568:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 207us (557us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.315333:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3230
00010000:00010000:3.0:1775764885.315397:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f320 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.315405:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f320 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.315420:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f327 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446597d expref: 223 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.315437:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f32e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10077:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446597d expref: 222 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764885.315444:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10166:0x0]: returning size 15360
00010000:00010000:1.0:1775764885.315446:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10077:0x0].0x0 (ffff93c7857ba100)
00000004:00200000:3.0:1775764885.315449:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00010000:00010000:1.0:1775764885.315451:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764885.315455:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28e00, rc 0)
00000004:00010000:3.0:1775764885.315466:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f320 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.315484:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14453:x1862022293661440:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 450us (776us total) trans 4295101628 rc 0/0
00000100:00100000:1.0:1775764885.315494:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205707
00010000:00010000:3.0:1775764885.315494:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f319 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465976 expref: 223 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.315513:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f320 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465976 expref: 221 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.315941:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c6a31a2500)
00010000:00010000:3.0:1775764885.315944:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764885.315947:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008a00, rc 0)
00000100:00100000:2.0:1775764885.316117:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14454:x1862022293661184:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 21316us (21560us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.316126:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205706
00000100:00100000:2.0:1775764885.327599:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.327692:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293661824
00000100:00100000:1.0:1775764885.327706:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293661824
00000100:00100000:1.0:1775764885.327876:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1141
00000100:00100000:1.0:1775764885.327890:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:2401:x1862022293661824:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764885.327912:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.327959:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f32e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10077:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446597d expref: 221 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.327986:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10077:0x0].0x0 (ffff93c7857ba100)
00010000:00010000:1.0:1775764885.327992:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764885.328070:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:2401:x1862022293661824:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 183us (493us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.328079:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1141
00000100:00100000:1.0:1775764885.333338:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.333394:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.333408:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293661696
00000100:00100000:3.0:1775764885.333422:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293661696
00000100:00100000:3.0:1775764885.333509:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205708
00000100:00100000:3.0:1775764885.333520:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:14454:x1862022293661696:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.333558:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.333594:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f33c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465984 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.333682:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293662080
00010000:00010000:3.0:1775764885.333683:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f343 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.333689:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293662080
00010000:00010000:3.0:1775764885.333705:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f343 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.333726:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f343 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.333739:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f34a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.333746:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f34a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.333766:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f34a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.333768:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2930
00000100:00100000:2.0:1775764885.333782:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:14453:x1862022293662080:12345-192.168.202.56@tcp:35:dbench.0
00010000:00010000:3.0:1775764885.333904:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f351 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.333924:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f351 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.333932:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f351 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764885.333970:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10166:0x0]: returning size 15360
00000004:00200000:3.0:1775764885.333975:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764885.334002:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f351 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334012:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f351 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334023:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f343 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334034:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f343 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334040:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f343 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334047:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f343 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334054:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.334060:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f343 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334069:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f343 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334083:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764885.334087:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764885.334093:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14453:x1862022293662080:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 312us (697us total) trans 4295101629 rc 0/0
00010000:00010000:3.0:1775764885.334094:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f343 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334109:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f343 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.334112:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2930
00010000:00010000:3.0:1775764885.334131:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f34a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334137:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f34a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334149:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f34a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334155:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.334158:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f34a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334164:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f34a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334171:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x10682665 (ffff93c6a31a2300)
00010000:00010000:3.0:1775764885.334174:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.334177:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f34a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334182:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f34a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334208:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f33c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465984 expref: 223 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334223:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f351 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465984 expref: 222 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.334231:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c6a31a2500)
00010000:00010000:3.0:1775764885.334233:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764885.334235:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9600, rc 0)
00000100:00100000:3.0:1775764885.334262:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:14454:x1862022293661696:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 745us (940us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.334270:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205708
00000100:00100000:3.0:1775764885.351557:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.351623:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.351701:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293662336
00000100:00100000:0.0:1775764885.351715:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293662336
00000100:00100000:0.0:1775764885.351788:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293662464
00000100:00100000:0.0:1775764885.351791:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293662464
00000100:00100000:0.0:1775764885.351920:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205709
00000100:00100000:0.0:1775764885.351943:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14454:x1862022293662336:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764885.352018:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1775764885.352052:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f351 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465984 expref: 223 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352080:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f320 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465976 expref: 222 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352093:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c6a31a2500)
00010000:00010000:0.0:1775764885.352106:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764885.352177:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f358 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352194:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f358 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352207:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f358 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764885.352350:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000075bca76e reply state 000000006b708d12 transno 4295101630 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f358 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352364:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f358 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352371:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:0.0:1775764885.352375:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764885.352378:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764885.352489:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14454:x1862022293662336:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 549us (946us total) trans 4295101630 rc 0/0
00000100:00100000:0.0:1775764885.352499:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205709
00000100:00100000:0.0:1775764885.352519:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205710
00000100:00100000:0.0:1775764885.352526:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:14453:x1862022293662464:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764885.352540:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764885.352563:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008000/0x9da62835f5d6f35f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446598b expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352621:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f366 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352631:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f366 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352640:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f366 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352653:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f36d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352660:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f36d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352667:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f36d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352698:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f366 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352706:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f366 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352714:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f366 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352720:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764885.352725:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f366 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352734:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f366 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352742:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764885.352745:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764885.352749:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f366 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352757:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f366 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352768:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f36d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352775:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f36d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352781:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f36d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352787:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3009600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764885.352790:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f36d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352796:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f36d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352802:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x44fbd80 (ffff93c795e56500)
00010000:00010000:0.0:1775764885.352805:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764885.352808:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f36d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352814:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f36d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352881:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008000/0x9da62835f5d6f35f lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446598b expref: 223 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352899:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764885.352902:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764885.352906:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008000/0x9da62835f5d6f35f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446598b expref: 223 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.352915:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008000, rc 0)
00000100:00100000:0.0:1775764885.352941:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:14453:x1862022293662464:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 416us (1318us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764885.352948:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205710
00000100:00100000:2.0:1775764885.357355:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.357737:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293662592
00000100:00100000:3.0:1775764885.357751:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293662592
00000100:00100000:3.0:1775764885.357830:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205711
00000100:00100000:3.0:1775764885.357873:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:14454:x1862022293662592:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.357908:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.357942:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6f374 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465992 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.358011:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6f374 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10166:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465992 expref: 223 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.358029:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8e00/0x9da62835f5d6f374 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10166:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465992 expref: 223 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.358051:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:3.0:1775764885.358054:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:3.0:1775764885.358059:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8e00, rc 0)
00000100:00100000:3.0:1775764885.358130:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14454:x1862022293662592:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 291us (790us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.358138:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205711
00000100:00100000:2.0:1775764885.366162:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1775764885.366190:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7bf70df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277245056:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1775764885.366296:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1775764885.366439:0:8499:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 2139616597902ns, next at 2140616594450ns, rc = 0
00000100:00100000:0.0:1775764885.366466:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277245312:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1775764885.366503:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764885.366688:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.366858:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1775764885.366870:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277245184:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1775764885.366917:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764885.367074:0:8404:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277245312
00000100:00100000:1.0:1775764885.367084:0:8404:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277245312
00000100:00100000:1.0:1775764885.367143:0:8404:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277245184
00000100:00100000:1.0:1775764885.367147:0:8404:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277245184
00000100:00100000:1.0:1775764885.367165:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502
00000100:00100000:1.0:1775764885.367174:0:8404:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1862022277245312:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1775764885.367211:0:8404:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 90112 granted 484998080 pending 0 free 3899990016 avail 3668467712
00000100:00100000:1.0:1775764885.367257:0:8404:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1862022277245312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (753us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.367265:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502
00000100:00100000:1.0:1775764885.367284:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503
00000100:00100000:1.0:1775764885.367290:0:8404:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277245184:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1775764885.367300:0:8404:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 90112 granted 484998080 pending 0 free 3899990016 avail 3668467712
00000100:00100000:1.0:1775764885.367324:0:8404:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277245184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (417us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.367330:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503
00000100:00080000:1.0:1775764885.367349:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1775764885.367391:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277245184:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1775764885.367510:0:8400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293662720
00000100:00100000:0.0:1775764885.367516:0:8400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293662720
00000100:00100000:0.0:1775764885.367562:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2047
00000100:00100000:0.0:1775764885.367589:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2401:x1862022293662720:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764885.367785:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1775764885.367789:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb mtime from disk: 0 -> 1775764872
00002000:00010000:0.0:1775764885.367792:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb atime from disk: 0 -> 1775764875
00002000:00010000:0.0:1775764885.367794:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb ctime from disk: 0 -> 1775764885
00002000:00010000:0.0:1775764885.367797:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1775764885.367874:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2401:x1862022293662720:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 305us (1188us total) trans 4294967896 rc 0/0
00000100:00100000:0.0:1775764885.367882:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2047
00000100:00100000:0.0:1775764885.367917:0:3658:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967919 gen 2
00000100:00100000:2.0:1775764885.368243:0:7806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277245056
00000100:00100000:2.0:1775764885.368250:0:7806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277245056
00000100:00100000:2.0:1775764885.368285:0:7806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596
00000100:00100000:2.0:1775764885.368293:0:7806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3661:x1862022277245056:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1775764885.368326:0:7806:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445986304 avail 1299746816
00000100:00100000:2.0:1775764885.368367:0:7806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3661:x1862022277245056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (2073us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.368374:0:7806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596
00000100:00100000:2.0:1775764885.368403:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7bf70df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277245056:0@lo:41:osp-pre-0-1.0
00000004:00080000:0.0:1775764885.368564:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c790b03800, transno 4294967918
00000004:00080000:0.0:1775764885.368593:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c7c1b26680, transno 4294967919
00000100:00100000:0.0:1775764885.368606:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277245312:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1775764885.376617:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.377042:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293662976
00000100:00100000:3.0:1775764885.377056:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293662976
00000100:00100000:3.0:1775764885.377119:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205712
00000100:00100000:3.0:1775764885.377130:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14454:x1862022293662976:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.377158:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.377186:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f37b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944659a0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.377536:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f382 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.377655:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f382 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.377672:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f382 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764885.377709:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10166:0x0]: returning size 15360
00000004:00200000:3.0:1775764885.377715:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764885.377738:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f382 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.377769:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f37b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659a0 expref: 225 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.377793:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f382 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659a0 expref: 224 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.377803:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:3.0:1775764885.377807:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764885.377811:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9e00, rc 0)
00000100:00100000:1.0:1775764885.378661:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.378749:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293662848
00000100:00100000:3.0:1775764885.378759:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293662848
00000100:00100000:3.0:1775764885.378821:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205713
00000100:00100000:3.0:1775764885.378831:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:14453:x1862022293662848:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.378877:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.378896:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f389 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465999 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.378969:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f390 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.378984:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f390 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.378996:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f390 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379015:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f397 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379023:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f397 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379030:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f397 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379073:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f390 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379081:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f390 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379088:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f390 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379095:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f390 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379102:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.379107:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f390 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379115:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f390 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379127:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764885.379130:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.379135:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f390 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379142:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f390 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379155:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f397 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379161:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f397 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379167:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f397 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379172:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.379174:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f397 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379181:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f397 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379192:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x1e68dc46 (ffff93c68422ab00)
00010000:00010000:3.0:1775764885.379196:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.379198:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f397 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379204:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f397 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379248:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f389 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465999 expref: 226 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379260:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764885.379263:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.379267:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f389 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465999 expref: 226 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.379277:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9c00, rc 0)
00000100:00100000:3.0:1775764885.379336:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:14453:x1862022293662848:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 507us (683us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764885.379345:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205713
00000100:00100000:2.0:1775764885.379824:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14454:x1862022293662976:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2691us (3243us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.379833:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205712
00000100:00100000:1.0:1775764885.392546:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.392993:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.393436:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293663104
00000100:00100000:3.0:1775764885.393451:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293663104
00000100:00100000:2.0:1775764885.393612:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293663232
00000100:00100000:2.0:1775764885.393616:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293663232
00000100:00100000:2.0:1775764885.393644:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205714
00000100:00100000:2.0:1775764885.393655:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4934e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:14453:x1862022293663104:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.393682:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.393707:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f39e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944659a7 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.393799:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f3a5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.393818:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f3a5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.393870:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f3a5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.393891:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3ac lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.393899:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.393906:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.394097:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205715
00000100:00100000:1.0:1775764885.394108:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:14454:x1862022293663232:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.394117:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.394128:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f3b3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944659ae expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394161:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f3ba lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394171:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f3ba lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394180:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f3ba lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394190:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f3c1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394208:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f3c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394225:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f3c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394318:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f3c8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394329:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f3c8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394337:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f3c8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764885.394384:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10166:0x0]: returning size 15360
00000004:00200000:1.0:1775764885.394390:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764885.394412:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f3c8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394424:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f3c8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394434:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f3ba lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394442:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f3ba lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394449:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f3ba lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394456:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f3ba lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394467:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.394472:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f3ba lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394480:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f3ba lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394504:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764885.394507:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.394512:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f3ba lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394519:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f3ba lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394535:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f3c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394542:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f3c1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394549:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f3c1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394554:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.394557:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f3c1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394562:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f3c1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394574:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x10682665 (ffff93c6a31a2300)
00010000:00010000:1.0:1775764885.394577:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.394589:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f3c1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394596:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f3c1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394624:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f3b3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659ae expref: 228 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394638:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f3c8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659ae expref: 227 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.394647:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:1.0:1775764885.394649:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764885.394652:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28e00, rc 0)
00000100:00100000:1.0:1775764885.394734:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:14454:x1862022293663232:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 629us (1743us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.394743:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205715
00010000:00010000:2.0:1775764885.395805:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f3a5 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.395816:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f3a5 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.395822:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f3a5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.395830:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f3a5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.395850:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a31f4a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764885.395854:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f3a5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.395862:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f3a5 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.395887:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764885.395890:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764885.395894:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f3a5 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.395901:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f3a5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.396637:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.396652:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3ac lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.396658:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3ac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.396664:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b38e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764885.396669:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3ac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.396676:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3ac lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.396692:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x10682665 (ffff93c6a31a2b00)
00010000:00010000:2.0:1775764885.396695:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764885.396699:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3ac lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.396705:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3ac lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.396785:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f39e lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659a7 expref: 226 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.396799:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764885.396801:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764885.396805:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f39e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659a7 expref: 226 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.396817:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a31f5600, rc 0)
00000100:00100000:2.0:1775764885.397459:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4934e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:14453:x1862022293663104:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3801us (4922us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764885.397472:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205714
00000100:00100000:1.0:1775764885.415622:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.415701:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293663360
00000100:00100000:0.0:1775764885.415712:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293663360
00000100:00100000:0.0:1775764885.415826:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1142
00000100:00100000:0.0:1775764885.415887:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:2402:x1862022293663360:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764885.415919:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764885.415959:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6f3c8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659ae expref: 225 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.415985:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:0.0:1775764885.415992:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764885.416067:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:2402:x1862022293663360:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 231us (520us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764885.416076:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1142
00000100:00100000:3.0:1775764885.421270:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.421666:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293663872
00000100:00100000:2.0:1775764885.421682:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293663872
00000100:00100000:2.0:1775764885.421766:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205716
00000100:00100000:2.0:1775764885.421779:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14454:x1862022293663872:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764885.421891:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764885.421927:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f382 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659a0 expref: 224 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.421952:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:2.0:1775764885.421959:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764885.422035:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3cf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.422055:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.422068:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764885.422199:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003ee8b7f3 reply state 00000000e01101db transno 4295101631 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.422210:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3cf lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.422215:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:2.0:1775764885.422217:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764885.422219:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764885.422320:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:14454:x1862022293663872:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 542us (1065us total) trans 4295101631 rc 0/0
00000100:00100000:2.0:1775764885.422327:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205716
00000100:00100000:1.0:1775764885.423517:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.423716:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293663616
00000100:00100000:3.0:1775764885.423728:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293663616
00000100:00100000:3.0:1775764885.423803:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205717
00000100:00100000:3.0:1775764885.423814:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:14453:x1862022293663616:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.423883:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.423888:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1775764885.424111:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f304 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446596f expref: 225 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.424137:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764885.424142:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764885.424158:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f3d6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944659b5 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.424300:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f3dd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.424318:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f3dd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.424329:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f3dd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.424343:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f3e4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x10682665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.424348:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f3e4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.424352:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f3e4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764885.425197:0:10031:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x7c:0x0], index 0: 0
00010000:00010000:3.0:1775764885.425406:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f3eb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.425424:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f3eb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.425434:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f3eb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.425478:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f3dd lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.425484:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f3dd lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.425646:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f3dd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.425654:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f3dd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.425661:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.425667:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f3dd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.425676:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f3dd lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.425691:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764885.425694:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.425700:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f3dd lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.425707:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f3dd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764885.425724:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c4681ac5 reply state 0000000002fefedb transno 4295101632 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f3e4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.425738:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f3e4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.425744:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x10682665 (ffff93c68422ab00)
00010000:00010000:3.0:1775764885.425747:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764885.425750:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764885.425791:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f3d6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659b5 expref: 227 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.425808:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f3eb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659b5 expref: 226 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.425816:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:3.0:1775764885.425818:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764885.425821:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8600, rc 0)
00000100:00100000:2.0:1775764885.426261:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:14453:x1862022293663616:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2445us (2745us total) trans 4295101632 rc 0/0
00000100:00100000:2.0:1775764885.426274:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205717
00000100:00100000:1.0:1775764885.440519:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.440658:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.441188:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293664000
00000100:00100000:2.0:1775764885.441202:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293664000
00000100:00100000:2.0:1775764885.441277:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293664128
00000100:00100000:2.0:1775764885.441280:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293664128
00000100:00100000:2.0:1775764885.441314:0:15595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2048
00000100:00100000:2.0:1775764885.441325:0:15595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2402:x1862022293664000:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:2.0:1775764885.441543:0:15595:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:2.0:1775764885.441547:0:15595:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb mtime from disk: 1775764872 -> 1775764860
00000100:00100000:3.0:1775764885.441681:0:15573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2049
00000100:00100000:3.0:1775764885.441692:0:15573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2403:x1862022293664128:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.441706:0:15573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.441729:0:15573:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083f720e7/0x9da62835f5d6f3f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944659bc expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1775764885.441768:0:15573:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1775764885.441787:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764885.441789:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764885.441801:0:15573:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083f720e7/0x9da62835f5d6f3f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659bc expref: 76 pid: 15573 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.441822:0:15573:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000083f720e7/0x9da62835f5d6f3f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659bc expref: 76 pid: 15573 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.441869:0:15573:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8a00, rc 0)
00000100:00100000:3.0:1775764885.441963:0:15573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2403:x1862022293664128:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 272us (1304us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.441970:0:15573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2049
00002000:00010000:2.0:1775764885.442253:0:15595:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb atime from disk: 1775764875 -> 1775764865
00002000:00010000:2.0:1775764885.442256:0:15595:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb ctime from disk: 1775764885 -> 1775764885
00002000:00010000:2.0:1775764885.442259:0:15595:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:2.0:1775764885.442289:0:15595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2402:x1862022293664000:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 965us (1784us total) trans 4294967897 rc 0/0
00000100:00100000:2.0:1775764885.442297:0:15595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2048
00000100:00100000:2.0:1775764885.448155:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.448282:0:15572:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293664256
00000100:00100000:0.0:1775764885.448295:0:15572:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293664256
00000100:00100000:0.0:1775764885.448403:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2050
00000100:00100000:0.0:1775764885.448416:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:14453:x1862022293664256:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764885.448442:0:15572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764885.448466:0:15572:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007467d711/0x9da62835f5d6f400 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944659c3 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.448519:0:15572:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000083f720e7/0x9da62835f5d6f3f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659bc expref: 77 pid: 15573 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.448530:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764885.448533:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764885.448538:0:15572:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007467d711/0x9da62835f5d6f400 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7c:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659c3 expref: 77 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.448743:0:15572:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000083f720e7/0x9da62835f5d6f3f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659bc expref: 77 pid: 15573 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.448761:0:15572:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000083f720e7/0x9da62835f5d6f3f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659bc expref: 77 pid: 15573 timeout: 2239 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764885.448776:0:15572:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15572:1862022277245440:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764885.448944:0:15572:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898780 going to sleep for 11 seconds
00000100:00100000:1.0:1775764885.454372:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.454417:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.454713:0:15572:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15572:1862022277245440:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764885.454757:0:15572:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007467d711/0x9da62835f5d6f400 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7c:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944659c3 expref: 77 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.454788:0:15572:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008000, rc 0)
00000100:00100000:3.0:1775764885.455276:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293664512
00000100:00100000:3.0:1775764885.455287:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293664512
00000100:00100000:3.0:1775764885.455361:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205718
00000100:00100000:3.0:1775764885.455371:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:14454:x1862022293664512:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.455402:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.455426:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f407 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944659ca expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455516:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f40e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455534:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f40e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455547:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f40e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455575:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f415 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455593:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f415 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455600:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f415 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455655:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f40e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455663:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f40e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455669:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f40e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455676:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f40e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455682:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.455688:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f40e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455696:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f40e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455710:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764885.455713:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.455718:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f40e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455723:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f40e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455739:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f415 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455745:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f415 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455751:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f415 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455757:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.455760:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f415 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455766:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f415 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455772:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x57ca59f5 (ffff93c68422a700)
00010000:00010000:3.0:1775764885.455775:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.455777:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f415 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455784:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f415 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455816:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f407 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659ca expref: 228 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455825:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764885.455827:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.455831:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f407 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659ca expref: 228 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.455882:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8800, rc 0)
00000100:00100000:0.0:1775764885.456049:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:14453:x1862022293664256:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7634us (7906us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764885.456060:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2050
00000100:00100000:3.0:1775764885.456171:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:14454:x1862022293664512:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 801us (1812us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764885.456178:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205718
00000100:00100000:2.0:1775764885.456201:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293664640
00000100:00100000:2.0:1775764885.456207:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293664640
00010000:00010000:2.0:1775764885.456238:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000083f720e7/0x9da62835f5d6f3f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659bc expref: 77 pid: 15573 timeout: 2239 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.456274:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3231
00000100:00100000:2.0:1775764885.456283:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2401:x1862022293664640:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764885.456295:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764885.456319:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000083f720e7/0x9da62835f5d6f3f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659bc expref: 77 pid: 15573 timeout: 2239 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.456334:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000083f720e7/0x9da62835f5d6f3f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659bc expref: 77 pid: 15573 timeout: 2239 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.456353:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083f720e7/0x9da62835f5d6f3f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659bc expref: 77 pid: 15573 timeout: 2239 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.456368:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764885.456370:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764885.456378:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007467d711/0x9da62835f5d6f400 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944659c3 expref: 76 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.456395:0:15578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007467d711/0x9da62835f5d6f400 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944659c3 expref: 76 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.456437:0:15578:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007467d711/0x9da62835f5d6f400 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944659c3 expref: 76 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.456453:0:15578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c699476a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15578:1862022277245568:192.168.202.56@tcp:105:
00000100:00100000:2.0:1775764885.456522:0:15578:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1a80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764885.461187:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.461943:0:15582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293664384
00000100:00100000:3.0:1775764885.461962:0:15582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293664384
00002000:00100000:3.0:1775764885.462033:0:15582:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x8:0x0] (0->8191)  req@ffff93c681e3f800 x1862022293664384/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:366/0 lens 8680/0 e 0 to 0 dl 1775764896 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1775764885.462047:0:15582:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c681e3f800 with x1862022293664384 ext(0->8191)
00002000:00010000:3.0:1775764885.462054:0:15582:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c681e3f800
00000100:00100000:3.0:1775764885.462082:0:15582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 445
00000100:00100000:3.0:1775764885.462092:0:15582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2403:x1862022293664384:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:3.0:1775764885.464123:0:15582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2403:x1862022293664384:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 2018us (2938us total) trans 4294967928 rc 0/0
00000100:00100000:3.0:1775764885.464142:0:15582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 445
00002000:00100000:3.0:1775764885.464158:0:15582:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x8:0x0] (0->8191)  req@ffff93c681e3f800 x1862022293664384/t4294967928(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:366/0 lens 8680/448 e 0 to 0 dl 1775764896 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1775764885.464170:0:15582:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c681e3f800 with x1862022293664384 ext(0->8191)
00002000:00010000:3.0:1775764885.464177:0:15582:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c681e3f800
00000100:00100000:1.0:1775764885.467866:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.468378:0:15579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293664768
00000100:00100000:3.0:1775764885.468392:0:15579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293664768
00002000:00100000:3.0:1775764885.468454:0:15579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x8:0x0] (0->8191)  req@ffff93c681e3f100 x1862022293664768/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:366/0 lens 8680/0 e 0 to 0 dl 1775764896 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1775764885.468475:0:15579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c681e3f100 with x1862022293664768 ext(0->8191)
00002000:00010000:3.0:1775764885.468483:0:15579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c681e3f100
00000100:00100000:3.0:1775764885.468645:0:15579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 446
00000100:00100000:3.0:1775764885.468657:0:15579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2403:x1862022293664768:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:3.0:1775764885.476199:0:15578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c699476a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15578:1862022277245568:192.168.202.56@tcp:105:
00010000:00010000:3.0:1775764885.476241:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764885.476317:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.476339:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2401:x1862022293664640:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 20054us (21918us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.476353:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3231
00000100:00100000:1.0:1775764885.476449:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293664896
00000100:00100000:1.0:1775764885.476460:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293664896
00000100:00100000:1.0:1775764885.476540:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205719
00000100:00100000:1.0:1775764885.476562:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:14454:x1862022293664896:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.476621:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.476647:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f41c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944659d1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.476734:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f423 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.476752:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f423 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.476767:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f423 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764885.476827:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:1.0:1775764885.476833:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764885.476879:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f423 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.476909:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f41c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659d1 expref: 229 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.476929:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f423 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659d1 expref: 228 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.476945:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764885.476948:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764885.476952:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:1.0:1775764885.477001:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+228:14454:x1862022293664896:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 451us (691us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.477008:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205719
00000100:00100000:2.0:1775764885.477801:0:15579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2403:x1862022293664768:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 9140us (9969us total) trans 4294967898 rc 0/0
00000100:00100000:2.0:1775764885.477814:0:15579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 446
00002000:00100000:2.0:1775764885.477828:0:15579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x8:0x0] (0->8191)  req@ffff93c681e3f100 x1862022293664768/t4294967898(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:366/0 lens 8680/448 e 0 to 0 dl 1775764896 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764885.477862:0:15579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c681e3f100 with x1862022293664768 ext(0->8191)
00002000:00010000:2.0:1775764885.477869:0:15579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c681e3f100
00000100:00100000:1.0:1775764885.492780:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.492978:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.499270:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293665280
00000100:00100000:2.0:1775764885.499270:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293665024
00000100:00100000:0.0:1775764885.499303:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293665280
00000100:00100000:2.0:1775764885.499331:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293665024
00000100:00100000:0.0:1775764885.499412:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2931
00000100:00100000:0.0:1775764885.499426:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14453:x1862022293665280:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764885.499558:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2932
00000100:00100000:3.0:1775764885.499567:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14454:x1862022293665024:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764885.499859:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:14453:x1862022293665280:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 417us (6862us total) trans 4295101633 rc 0/0
00000100:00100000:0.0:1775764885.499868:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2931
00000100:00100000:3.0:1775764885.511668:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14454:x1862022293665024:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 12084us (18885us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.511688:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2932
00000100:00100000:1.0:1775764885.520687:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.520795:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.520897:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293665536
00000100:00100000:0.0:1775764885.520916:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293665536
00000100:00100000:0.0:1775764885.521162:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205720
00000100:00100000:0.0:1775764885.521174:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14453:x1862022293665536:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764885.521204:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764885.521319:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f42a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944659d8 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.521457:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.521477:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f3eb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659b5 expref: 230 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.521544:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.521805:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f3eb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659b5 expref: 230 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.521825:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f3eb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659b5 expref: 230 pid: 10031 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764885.522022:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277245696:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764885.522195:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764885.524031:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293665792
00000100:00100000:2.0:1775764885.524049:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293665792
00000100:00100000:2.0:1775764885.524169:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2933
00000100:00100000:2.0:1775764885.524182:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:14454:x1862022293665792:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764885.524495:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14454:x1862022293665792:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 315us (3697us total) trans 4295101634 rc 0/0
00000100:00100000:2.0:1775764885.524509:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2933
00000100:00100000:1.0:1775764885.531882:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.531940:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.532344:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293665920
00000100:00100000:3.0:1775764885.532359:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293665920
00010000:00010000:3.0:1775764885.532425:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f3eb lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659b5 expref: 232 pid: 10031 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764885.532478:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3232
00000100:00100000:3.0:1775764885.532498:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:2402:x1862022293665920:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764885.532518:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764885.532525:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f3eb lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659b5 expref: 232 pid: 10031 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.532541:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f3eb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659b5 expref: 232 pid: 10031 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.532708:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:3.0:1775764885.532715:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.532727:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.532735:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.532771:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764885.532883:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:2402:x1862022293665920:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 394us (1057us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.532892:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3232
00000100:00100000:2.0:1775764885.533569:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293666048
00000100:00100000:2.0:1775764885.533588:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293666048
00000100:00100000:2.0:1775764885.533643:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205721
00000100:00100000:2.0:1775764885.533653:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14454:x1862022293666048:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.533677:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.533702:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6f438 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944659df expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.533786:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6f43f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.533801:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6f43f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.533812:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6f43f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.533825:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6f446 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.533832:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6f446 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.533866:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6f446 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.533977:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f44d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.533992:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f44d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.533999:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f44d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764885.534050:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:2.0:1775764885.534055:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764885.534081:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f44d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534095:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f44d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534107:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6f43f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534114:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6f43f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534121:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6f43f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534128:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6f43f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534134:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b38c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764885.534138:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6f43f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534146:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6f43f lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534159:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764885.534162:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764885.534167:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6f43f lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534174:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6f43f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534190:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6f446 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534196:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6f446 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534202:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6f446 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534207:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b39e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764885.534210:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6f446 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534216:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6f446 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534223:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:2.0:1775764885.534226:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764885.534228:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6f446 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534234:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6f446 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534263:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6f438 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659df expref: 234 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534277:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f44d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659df expref: 233 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.534285:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764885.534287:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764885.534290:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a31f5600, rc 0)
00010000:00010000:0.0:1775764885.534482:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f3eb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659b5 expref: 233 pid: 10031 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764885.534496:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277245696:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764885.534525:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.534535:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.534540:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764885.534557:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10167:0x0]: returning size 15360
00010000:00010000:0.0:1775764885.534696:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f42a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659d8 expref: 234 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.534710:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659d8 expref: 233 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.534717:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:0.0:1775764885.534720:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764885.534722:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008400, rc 0)
00000100:00100000:0.0:1775764885.534784:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+233:14453:x1862022293665536:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13612us (14111us total) trans 4295101635 rc 0/0
00000100:00100000:0.0:1775764885.534792:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205720
00000100:00100000:1.0:1775764885.535148:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14454:x1862022293666048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1494us (3205us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.535157:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205721
00000100:00100000:3.0:1775764885.543364:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.543638:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293666176
00000100:00100000:1.0:1775764885.543652:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293666176
00000100:00100000:1.0:1775764885.543734:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205722
00000100:00100000:1.0:1775764885.543746:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14453:x1862022293666176:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.543782:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.543810:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f45b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944659e6 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.543966:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f462 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.543988:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659d8 expref: 233 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.543998:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f462 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.544041:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659d8 expref: 233 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.544058:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659d8 expref: 233 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.544077:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696993b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277245824:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764885.544308:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1480 going to sleep for 11 seconds
00000100:00100000:2.0:1775764885.552354:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.552388:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.552565:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293666304
00000100:00100000:0.0:1775764885.552586:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293666304
00000100:00100000:0.0:1775764885.552679:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1143
00000100:00100000:0.0:1775764885.552692:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699474e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:2403:x1862022293666304:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764885.552714:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764885.552749:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f44d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659df expref: 234 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.552774:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:0.0:1775764885.552782:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764885.552874:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699474e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+233:2403:x1862022293666304:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 185us (533us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764885.552882:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1143
00000100:00100000:1.0:1775764885.553176:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293666560
00000100:00100000:1.0:1775764885.553181:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293666560
00000100:00100000:1.0:1775764885.553223:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2934
00000100:00100000:1.0:1775764885.553230:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+233:14454:x1862022293666560:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764885.553545:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:14454:x1862022293666560:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 315us (1155us total) trans 4295101636 rc 0/0
00000100:00100000:1.0:1775764885.553553:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2934
00000100:00100000:1.0:1775764885.553616:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696993b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277245824:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764885.553646:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f462 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.562975:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.563077:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293666688
00000100:00100000:3.0:1775764885.563090:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293666688
00010000:00010000:3.0:1775764885.563146:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659d8 expref: 234 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764885.563201:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3233
00000100:00100000:3.0:1775764885.563212:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699474000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:2403:x1862022293666688:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764885.563232:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764885.563240:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659d8 expref: 234 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.563257:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659d8 expref: 234 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.563283:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f431 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659d8 expref: 234 pid: 8005 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.563305:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:3.0:1775764885.563312:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f462 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.563323:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f462 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.563331:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f462 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.563456:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764885.563527:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699474000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+233:2403:x1862022293666688:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 315us (565us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.563535:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3233
00010000:00010000:2.0:1775764885.566070:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f462 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.566094:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f462 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764885.566247:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10167:0x0]: returning size 15360
00000004:00200000:3.0:1775764885.566253:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764885.566289:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f462 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.566347:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f45b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659e6 expref: 233 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.566378:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f462 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659e6 expref: 232 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.566390:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:3.0:1775764885.566393:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764885.566397:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebce00, rc 0)
00000100:00100000:3.0:1775764885.566542:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14453:x1862022293666176:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 22796us (23193us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.566554:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205722
00000100:00100000:2.0:1775764885.579333:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.579397:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293666944
00000100:00100000:1.0:1775764885.579412:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293666944
00000100:00100000:1.0:1775764885.579493:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205723
00000100:00100000:1.0:1775764885.579505:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14454:x1862022293666944:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.579534:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.579561:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f469 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944659ed expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.579719:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.579738:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658ce expref: 233 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.579748:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.579790:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658ce expref: 233 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.579807:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658ce expref: 233 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.579823:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696993b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277245952:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764885.579957:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1480 going to sleep for 11 seconds
00000100:00100000:0.0:1775764885.585828:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.587378:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293667072
00000100:00100000:3.0:1775764885.587394:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293667072
00000100:00100000:3.0:1775764885.587477:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205724
00000100:00100000:3.0:1775764885.587490:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:14453:x1862022293667072:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.587527:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.587556:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f477 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944659f4 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587646:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f47e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587664:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f47e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587679:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f47e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587692:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f485 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587700:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f485 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587707:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f485 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587801:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f48c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587811:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f48c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587818:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f48c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764885.587891:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10167:0x0]: returning size 15360
00000004:00200000:3.0:1775764885.587896:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764885.587922:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f48c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587935:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f48c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587943:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f47e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587949:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f47e lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587956:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f47e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587966:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.587972:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f47e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587981:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f47e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.587995:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764885.587998:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.588004:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f47e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.588010:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f47e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.588025:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f485 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.588032:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f485 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.588037:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f485 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.588043:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.588046:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f485 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.588051:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f485 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.588061:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x10682665 (ffff93c68422ab00)
00010000:00010000:3.0:1775764885.588064:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.588066:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f485 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.588071:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f485 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.588105:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f477 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659f4 expref: 236 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.588121:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f48c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659f4 expref: 235 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.588129:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:3.0:1775764885.588131:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764885.588134:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8400, rc 0)
00000100:00100000:2.0:1775764885.588328:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.588390:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293667200
00000100:00100000:1.0:1775764885.588397:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293667200
00010000:00010000:1.0:1775764885.588428:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658ce expref: 236 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.588477:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3234
00000100:00100000:1.0:1775764885.588486:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdfa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:2402:x1862022293667200:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764885.588498:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.588504:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658ce expref: 236 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.588519:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658ce expref: 236 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.588534:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764885.588539:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.588549:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.588556:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.588574:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764885.588653:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdfa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:2402:x1862022293667200:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 167us (325us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.588661:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3234
00000100:00100000:3.0:1775764885.589157:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+235:14453:x1862022293667072:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1668us (3344us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.589166:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205724
00010000:00010000:0.0:1775764885.589469:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6f0e2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944658ce expref: 234 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764885.589540:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696993b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277245952:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764885.589661:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.589674:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.589681:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764885.589705:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00010000:00010000:0.0:1775764885.590135:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6f469 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659ed expref: 235 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.590158:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659ed expref: 234 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.590168:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:0.0:1775764885.590171:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764885.590174:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827e00, rc 0)
00000100:00100000:0.0:1775764885.590318:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:14454:x1862022293666944:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10815us (11099us total) trans 4295101637 rc 0/0
00000100:00100000:0.0:1775764885.590328:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205723
00000100:00100000:0.0:1775764885.599099:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.599779:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293667328
00000100:00100000:3.0:1775764885.599795:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293667328
00000100:00100000:3.0:1775764885.599901:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205725
00000100:00100000:3.0:1775764885.599913:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:14454:x1862022293667328:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.599949:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.599977:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f49a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944659fb expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.600332:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f4a1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.600352:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659ed expref: 235 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.600362:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f4a1 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.600414:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659ed expref: 235 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.600431:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659ed expref: 235 pid: 10031 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.600448:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c699475500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277246080:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764885.600560:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1300 going to sleep for 11 seconds
00000100:00100000:0.0:1775764885.605616:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.605916:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c699475500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277246080:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764885.605960:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f4a1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.606053:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293667456
00000100:00100000:2.0:1775764885.606063:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293667456
00000100:00100000:2.0:1775764885.606148:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1144
00000100:00100000:2.0:1775764885.606160:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:2403:x1862022293667456:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764885.606179:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764885.606213:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f48c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659f4 expref: 236 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.606235:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764885.606242:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764885.606321:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+235:2403:x1862022293667456:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 163us (720us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.606330:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1144
00000100:00100000:2.0:1775764885.611380:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.611492:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.611952:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293667840
00000100:00100000:1.0:1775764885.611966:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293667840
00010000:00010000:1.0:1775764885.612023:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659ed expref: 235 pid: 10031 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.612085:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3235
00000100:00100000:1.0:1775764885.612098:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699475180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+235:2403:x1862022293667840:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764885.612118:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.612126:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659ed expref: 235 pid: 10031 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.612143:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659ed expref: 235 pid: 10031 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.612173:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f470 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944659ed expref: 235 pid: 10031 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.612195:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764885.612201:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f4a1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.612214:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f4a1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.612224:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f4a1 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.612262:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764885.614200:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293667712
00000100:00100000:3.0:1775764885.614232:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293667712
00000100:00100000:3.0:1775764885.614337:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205726
00000100:00100000:3.0:1775764885.614349:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+235:14453:x1862022293667712:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764885.614428:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764885.614467:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6f462 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659e6 expref: 235 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.614509:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:3.0:1775764885.614523:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764885.614618:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f4a8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.614632:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f4a8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.614644:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f4a8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764885.614803:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000034092baf reply state 000000002f9b9c61 transno 4295101638 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f4a8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.614818:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f4a8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.614825:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:3.0:1775764885.614827:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764885.614830:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764885.617193:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699475180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:2403:x1862022293667840:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 5083us (5685us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.617193:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:14453:x1862022293667712:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 2833us (5814us total) trans 4295101638 rc 0/0
00000100:00100000:1.0:1775764885.617209:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3235
00000100:00100000:3.0:1775764885.617209:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205726
00010000:00010000:1.0:1775764885.617272:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f4a1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.617285:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f4a1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764885.618079:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:1.0:1775764885.618085:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764885.618115:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f4a1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.618164:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f49a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659fb expref: 235 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.618186:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f4a1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659fb expref: 234 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.618198:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764885.618201:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764885.618206:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768000, rc 0)
00000100:00100000:1.0:1775764885.618276:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:14454:x1862022293667328:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 18365us (19191us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.618285:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205725
00000100:00100000:0.0:1775764885.621131:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.621477:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293667968
00000100:00100000:3.0:1775764885.621490:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293667968
00000100:00100000:3.0:1775764885.623492:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205727
00000100:00100000:3.0:1775764885.623529:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:14453:x1862022293667968:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.629048:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.629088:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768200/0x9da62835f5d6f4af lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a02 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.629195:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768200/0x9da62835f5d6f4af lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10167:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a02 expref: 235 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.629365:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768200/0x9da62835f5d6f4af lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10167:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a02 expref: 235 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.629397:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764885.629401:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:2.0:1775764885.629407:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768200, rc 0)
00000100:00100000:2.0:1775764885.629570:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+235:14453:x1862022293667968:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6061us (8450us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.629593:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205727
00000100:00100000:3.0:1775764885.630104:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.630341:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293668224
00000100:00100000:2.0:1775764885.630353:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293668224
00000100:00100000:2.0:1775764885.630445:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2935
00000100:00100000:2.0:1775764885.630458:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4864850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+235:14454:x1862022293668224:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764885.630730:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4864850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:14454:x1862022293668224:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 275us (627us total) trans 4295101639 rc 0/0
00000100:00100000:2.0:1775764885.630746:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2935
00000100:00100000:0.0:1775764885.646281:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.646768:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293668352
00000100:00100000:1.0:1775764885.646783:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293668352
00000100:00100000:1.0:1775764885.646891:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205728
00000100:00100000:1.0:1775764885.646903:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:14454:x1862022293668352:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.647120:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.647155:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f4b6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a09 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647255:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f4bd lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647274:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f4bd lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647299:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f4bd lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647314:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4c4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647323:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4c4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647330:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4c4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647433:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f4cb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647443:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f4cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647451:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f4cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764885.647501:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:1.0:1775764885.647507:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764885.647532:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f4cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647550:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f4cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647559:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f4bd lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647566:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f4bd lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647572:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f4bd lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647590:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.647595:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f4bd lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647604:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f4bd lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647618:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764885.647621:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.647627:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f4bd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647633:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f4bd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647649:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4c4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647656:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4c4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647663:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4c4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647668:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.647671:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4c4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647677:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4c4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647685:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:1.0:1775764885.647687:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.647690:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4c4 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647695:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4c4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.647727:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f4b6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a09 expref: 238 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.648238:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f4cb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a09 expref: 237 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.648250:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764885.648253:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764885.648257:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:1.0:1775764885.648385:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:14454:x1862022293668352:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1483us (2122us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.648396:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205728
00000100:00100000:3.0:1775764885.652452:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.653151:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293668480
00000100:00100000:1.0:1775764885.653165:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293668480
00000100:00100000:1.0:1775764885.653239:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2051
00000100:00100000:1.0:1775764885.653251:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2401:x1862022293668480:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:1.0:1775764885.653477:0:15591:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:1.0:1775764885.653482:0:15591:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb mtime from disk: 0 -> 1775764873
00002000:00010000:1.0:1775764885.653485:0:15591:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb atime from disk: 0 -> 1775764875
00002000:00010000:1.0:1775764885.653494:0:15591:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb ctime from disk: 0 -> 1775764885
00002000:00010000:1.0:1775764885.653497:0:15591:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:1.0:1775764885.653590:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2401:x1862022293668480:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 341us (1152us total) trans 4294967929 rc 0/0
00000100:00100000:1.0:1775764885.653598:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2051
00000100:00100000:2.0:1775764885.654374:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.656928:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293668608
00000100:00100000:3.0:1775764885.656948:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293668608
00000100:00100000:3.0:1775764885.657047:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1145
00000100:00100000:3.0:1775764885.657058:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699476300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:2403:x1862022293668608:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764885.657079:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764885.657113:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f4cb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a09 expref: 237 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.657139:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:3.0:1775764885.657145:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764885.657245:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699476300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:2403:x1862022293668608:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 188us (2873us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.657253:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1145
00000100:00100000:2.0:1775764885.671767:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.671815:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.672129:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293668736
00000100:00100000:3.0:1775764885.672141:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293668736
00000100:00100000:3.0:1775764885.672193:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293668864
00000100:00100000:3.0:1775764885.672196:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293668864
00000100:00100000:3.0:1775764885.672226:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205729
00000100:00100000:3.0:1775764885.672236:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:14453:x1862022293668736:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.672259:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.672281:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f4d2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a10 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672377:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f4d9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672393:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f4d9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672405:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f4d9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764885.672437:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10167:0x0]: returning size 15360
00000004:00200000:3.0:1775764885.672442:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764885.672461:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f4d9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672489:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f4d2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a10 expref: 239 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672508:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f4d9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a10 expref: 238 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672523:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:3.0:1775764885.672526:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764885.672530:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9800, rc 0)
00000100:00100000:3.0:1775764885.672610:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:14453:x1862022293668736:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 374us (852us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.672617:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205729
00000100:00100000:3.0:1775764885.672639:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205730
00000100:00100000:3.0:1775764885.672646:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:14454:x1862022293668864:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.672656:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.672666:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f4e0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a17 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672696:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f4e7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672819:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f4e7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672828:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f4e7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672884:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f4ee lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672892:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f4ee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672898:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f4ee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672930:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f4e7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672937:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f4e7 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672942:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f4e7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672948:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.672952:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f4e7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672959:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f4e7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672967:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764885.672970:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.672973:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f4e7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672978:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f4e7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672987:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f4ee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672993:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f4ee lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.672998:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f4ee lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.673004:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.673007:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f4ee lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.673012:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f4ee lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.673018:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x57ca59f5 (ffff93c68422ac00)
00010000:00010000:3.0:1775764885.673020:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.673022:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f4ee lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.673028:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f4ee lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.673051:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f4e0 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a17 expref: 238 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.673060:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764885.673063:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.673066:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f4e0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a17 expref: 238 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.673074:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8800, rc 0)
00000100:00100000:3.0:1775764885.673101:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:14454:x1862022293668864:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 456us (1286us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764885.673107:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205730
00000100:00100000:2.0:1775764885.689243:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.691451:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293669120
00000100:00100000:1.0:1775764885.691465:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293669120
00000100:00100000:1.0:1775764885.691551:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 114
00000100:00100000:1.0:1775764885.691562:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:14454:x1862022293669120:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764885.691655:0:6531:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1775764885.691686:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f4a1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659fb expref: 237 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.691728:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764885.691740:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f423 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944659d1 expref: 236 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.691755:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764885.691758:0:6531:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764885.691785:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4f5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.691798:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4f5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.691807:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4f5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.691817:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6f4fc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.691826:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6f4fc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.691832:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6f4fc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.692268:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6f503 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.692279:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6f503 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.692288:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6f503 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.692383:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f50a lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.692392:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f50a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.692399:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f50a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764885.692640:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000011390c4d reply state 00000000e4562552 transno 4295101640 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f50a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.692654:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f50a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.692661:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764885.692664:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:1.0:1775764885.692667:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000004:00010000:1.0:1775764885.692672:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000011390c4d reply state 00000000e4562552 transno 4295101640 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6f503 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.692680:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6f503 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.692686:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x57ca59f5 (ffff93c6877ceb00)
00010000:00010000:1.0:1775764885.692688:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764885.692689:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00010000:00010000:1.0:1775764885.692693:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4f5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.692698:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4f5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.693153:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4f5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.693164:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.693168:0:6531:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4f5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.693176:0:6531:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4f5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.693187:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764885.693189:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.693193:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4f5 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.693200:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f4f5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764885.693215:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000011390c4d reply state 00000000e4562552 transno 4295101640 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6f4fc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.693224:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6f4fc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.693231:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:1.0:1775764885.693233:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764885.693236:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:1.0:1775764885.693331:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:14454:x1862022293669120:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1768us (4095us total) trans 4295101640 rc 0/0
00000100:00100000:1.0:1775764885.693341:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 114
00000100:00100000:3.0:1775764885.695266:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.695530:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293669248
00000100:00100000:2.0:1775764885.695544:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293669248
00000100:00100000:2.0:1775764885.695629:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205731
00000100:00100000:2.0:1775764885.695639:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:14453:x1862022293669248:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.695660:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.695679:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f511 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a1e expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.695755:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f518 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.695770:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f518 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.695781:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f518 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.695791:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f51f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.695798:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f51f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.695802:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f51f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.695929:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f526 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.695939:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f526 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.695946:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f526 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764885.696245:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10167:0x0]: returning size 15360
00000004:00200000:2.0:1775764885.696251:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764885.696275:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f526 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696287:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f526 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696297:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f518 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696305:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f518 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696310:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f518 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696317:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f518 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696322:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764885.696326:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f518 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696333:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f518 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696346:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764885.696350:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764885.696354:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f518 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696366:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f518 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696382:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f51f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696388:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f51f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696394:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f51f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696398:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764885.696401:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f51f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696406:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f51f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696414:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x10682665 (ffff93c68422ab00)
00010000:00010000:2.0:1775764885.696416:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764885.696419:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f51f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696425:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f51f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696452:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f511 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a1e expref: 239 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696473:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f526 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a1e expref: 238 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.696480:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764885.696483:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764885.696485:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769200, rc 0)
00000100:00100000:2.0:1775764885.696560:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:14453:x1862022293669248:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 923us (1310us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.696569:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205731
00000100:00100000:0.0:1775764885.705195:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.705983:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293669376
00000100:00100000:1.0:1775764885.705994:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293669376
00000100:00100000:1.0:1775764885.706061:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1146
00000100:00100000:1.0:1775764885.706071:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:2401:x1862022293669376:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764885.706088:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.706114:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f526 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a1e expref: 238 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.706133:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:1.0:1775764885.706138:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764885.706199:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:2401:x1862022293669376:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 130us (1013us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.706207:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1146
00000100:00100000:2.0:1775764885.711054:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.715438:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293669504
00000100:00100000:3.0:1775764885.715459:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293669504
00000100:00100000:3.0:1775764885.715559:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205732
00000100:00100000:3.0:1775764885.715571:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:14454:x1862022293669504:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.715619:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.715647:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f52d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a25 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.715744:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f534 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.715762:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f534 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.715774:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f534 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.715787:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f53b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.715793:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f53b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.715799:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f53b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.715916:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f542 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.715927:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f542 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.715938:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f542 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764885.715992:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:3.0:1775764885.715997:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764885.716021:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f542 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716034:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f542 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716044:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f534 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716051:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f534 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716057:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f534 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716064:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.716069:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f534 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716076:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f534 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716089:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764885.716092:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.716097:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f534 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716107:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f534 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716121:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f53b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716126:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f53b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716132:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f53b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716137:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.716139:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f53b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716145:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f53b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716152:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x57ca59f5 (ffff93c6877ceb00)
00010000:00010000:3.0:1775764885.716155:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.716158:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f53b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716165:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f53b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716654:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f52d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a25 expref: 239 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716684:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f542 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a25 expref: 238 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.716693:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:3.0:1775764885.716696:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764885.716699:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9600, rc 0)
00000100:00100000:3.0:1775764885.716870:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:14454:x1862022293669504:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1300us (5829us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.716879:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205732
00000100:00100000:0.0:1775764885.729779:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.729969:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293669760
00000100:00100000:1.0:1775764885.729984:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293669760
00000100:00100000:1.0:1775764885.730066:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205733
00000100:00100000:1.0:1775764885.730078:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:14453:x1862022293669760:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764885.730158:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.730202:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f4d9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a10 expref: 238 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.730244:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:1.0:1775764885.730252:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764885.730341:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f549 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.730361:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f549 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.730375:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f549 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764885.730533:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f173c8b5 reply state 00000000b398e9e5 transno 4295101641 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f549 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.730548:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f549 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.730556:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:1.0:1775764885.730559:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764885.730562:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764885.730686:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+239:14453:x1862022293669760:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 611us (922us total) trans 4295101641 rc 0/0
00000100:00100000:1.0:1775764885.730696:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205733
00000100:00100000:3.0:1775764885.745881:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.748246:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.748421:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293670144
00000100:00100000:3.0:1775764885.748435:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293670144
00000100:00100000:3.0:1775764885.748522:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205734
00000100:00100000:3.0:1775764885.748534:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+239:14454:x1862022293670144:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.748684:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.748712:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f550 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a2c expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.748895:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.748916:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f542 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a25 expref: 240 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.748925:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.748977:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f542 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a25 expref: 240 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.748994:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f542 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a25 expref: 240 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764885.749010:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682c59c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277246208:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764885.749145:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764885.750642:0:15587:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293669888
00000100:00100000:2.0:1775764885.750655:0:15587:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293669888
00000100:00100000:2.0:1775764885.750926:0:15587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2052
00000100:00100000:2.0:1775764885.750938:0:15587:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2402:x1862022293669888:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:2.0:1775764885.751127:0:15587:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:2.0:1775764885.751131:0:15587:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb mtime from disk: 1775764873 -> 1775764861
00002000:00010000:2.0:1775764885.751134:0:15587:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb atime from disk: 1775764875 -> 1775764865
00002000:00010000:2.0:1775764885.751137:0:15587:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb ctime from disk: 1775764885 -> 1775764885
00002000:00010000:2.0:1775764885.751139:0:15587:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:2.0:1775764885.751222:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2402:x1862022293669888:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 277us (5381us total) trans 4294967930 rc 0/0
00000100:00100000:2.0:1775764885.751231:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2052
00000100:00100000:0.0:1775764885.756520:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.756690:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293670272
00000100:00100000:2.0:1775764885.756703:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293670272
00000100:00100000:2.0:1775764885.756780:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205735
00000100:00100000:2.0:1775764885.756793:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+241:14453:x1862022293670272:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.756821:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.756884:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f55e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a33 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757060:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f565 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757079:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f565 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757094:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f565 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757111:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f56c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757118:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f56c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757125:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f56c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757171:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f565 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757179:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f565 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757186:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f565 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757196:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764885.757200:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f565 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757208:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f565 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757387:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764885.757391:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764885.757397:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f565 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757403:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f565 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757420:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f56c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757426:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f56c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757432:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f56c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757436:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764885.757439:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f56c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757521:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f56c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757533:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x57ca59f5 (ffff93c6a31a2b00)
00010000:00010000:2.0:1775764885.757536:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764885.757539:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f56c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757545:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f56c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757593:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f55e lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a33 expref: 242 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757605:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764885.757608:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764885.757611:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f55e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a33 expref: 242 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.757622:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769e00, rc 0)
00000100:00100000:2.0:1775764885.757706:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+241:14453:x1862022293670272:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 915us (1199us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764885.757715:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205735
00000100:00100000:3.0:1775764885.761988:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.762078:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293670400
00000100:00100000:1.0:1775764885.762093:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293670400
00010000:00010000:1.0:1775764885.762144:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f542 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a25 expref: 241 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.762197:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3236
00000100:00100000:1.0:1775764885.762208:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+241:2402:x1862022293670400:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764885.762389:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.762398:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f542 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a25 expref: 241 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.762415:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f542 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a25 expref: 241 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.762520:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764885.762529:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.762542:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.762551:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.762586:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764885.762647:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+241:2402:x1862022293670400:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 441us (675us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.762656:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3236
00010000:00010000:2.0:1775764885.763722:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f542 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a25 expref: 240 pid: 6518 timeout: 2239 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.763749:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682c59c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277246208:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764885.763778:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.763794:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.763800:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764885.763830:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00010000:00010000:2.0:1775764885.765663:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f550 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a2c expref: 241 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.765698:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a2c expref: 240 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.765709:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764885.765712:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764885.765716:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8400, rc 0)
00000100:00100000:2.0:1775764885.768751:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+240:14454:x1862022293670144:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 20200us (20498us total) trans 4295101642 rc 0/0
00000100:00100000:2.0:1775764885.768768:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205734
00000100:00100000:1.0:1775764885.772693:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.777105:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293670528
00000100:00100000:2.0:1775764885.777127:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293670528
00000100:00100000:2.0:1775764885.777396:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205736
00000100:00100000:2.0:1775764885.777410:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+240:14453:x1862022293670528:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.777439:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.777480:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f57a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a3a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.777585:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f581 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.777602:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f581 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.777615:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f581 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764885.777676:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:2.0:1775764885.777681:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764885.777705:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f581 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764885.777721:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:2.0:1775764885.777731:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f57a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a3a expref: 242 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.777752:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f581 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a3a expref: 241 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.777762:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764885.777764:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764885.777769:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769400, rc 0)
00000100:00100000:2.0:1775764885.777883:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+241:14453:x1862022293670528:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 476us (5205us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.777892:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205736
00000100:00100000:2.0:1775764885.783126:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293670656
00000100:00100000:2.0:1775764885.783147:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293670656
00000100:00100000:2.0:1775764885.783212:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205737
00000100:00100000:3.0:1775764885.783213:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.783236:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+241:14454:x1862022293670656:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.783279:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.783308:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f588 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a41 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.783425:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f58f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.783440:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a2c expref: 242 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.783456:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f58f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.783500:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a2c expref: 242 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.783513:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a2c expref: 242 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.783525:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c699474000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277246336:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764885.783633:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1a80 going to sleep for 11 seconds
00000100:00100000:0.0:1775764885.787967:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293670784
00000100:00100000:0.0:1775764885.787989:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293670784
00000100:00100000:0.0:1775764885.788066:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2936
00000100:00100000:0.0:1775764885.788077:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14453:x1862022293670784:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764885.789596:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c699474000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277246336:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764885.789636:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f58f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764885.789655:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.789689:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293670912
00000100:00100000:2.0:1775764885.789697:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293670912
00010000:00010000:2.0:1775764885.789730:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a2c expref: 245 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.789771:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3237
00000100:00100000:2.0:1775764885.789781:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:2402:x1862022293670912:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764885.789799:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764885.789807:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a2c expref: 245 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.789822:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a2c expref: 245 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.789874:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f557 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a2c expref: 245 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.789895:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764885.789901:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f58f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.789914:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f58f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.789931:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f58f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.789962:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764885.790019:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f58f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.790025:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:2402:x1862022293670912:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 246us (370us total) trans 0 rc 0/0
00010000:00010000:3.0:1775764885.790028:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f58f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.790037:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3237
00000004:00200000:3.0:1775764885.790092:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:3.0:1775764885.790098:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764885.790221:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f58f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.790367:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f588 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a41 expref: 244 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.790386:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f58f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a41 expref: 243 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.790401:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:3.0:1775764885.790404:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764885.790407:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769a00, rc 0)
00000100:00100000:3.0:1775764885.790439:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14454:x1862022293670656:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7208us (12719us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.790446:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205737
00000100:00100000:0.0:1775764885.799019:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+241:14453:x1862022293670784:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 10925us (15794us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764885.799038:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2936
00000100:00100000:3.0:1775764885.809332:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.809625:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293671168
00000100:00100000:2.0:1775764885.809639:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293671168
00000100:00100000:2.0:1775764885.809723:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2937
00000100:00100000:2.0:1775764885.809736:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+241:14453:x1862022293671168:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764885.810109:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+242:14453:x1862022293671168:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 373us (879us total) trans 4295101643 rc 0/0
00000100:00100000:2.0:1775764885.810119:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2937
00000100:00100000:2.0:1775764885.813795:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.817602:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293671296
00000100:00100000:0.0:1775764885.817624:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293671296
00000100:00100000:3.0:1775764885.818800:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.819767:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293671424
00000100:00100000:0.0:1775764885.819784:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293671424
00000100:00100000:0.0:1775764885.819904:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205738
00000100:00100000:0.0:1775764885.819924:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14453:x1862022293671424:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764885.819964:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764885.819992:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f596 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a4f expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820075:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f59d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820093:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f59d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820106:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f59d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820120:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f5a4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820128:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f5a4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820134:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f5a4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820248:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f5ab lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820336:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f5ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820344:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f5ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764885.820387:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:0.0:1775764885.820391:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764885.820411:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f5ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820421:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f5ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820429:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f59d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820434:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f59d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820438:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f59d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820502:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f59d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820509:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764885.820514:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f59d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820523:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f59d lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820537:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764885.820540:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764885.820545:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f59d lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820552:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f59d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820568:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f5a4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820582:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f5a4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820588:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f5a4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820593:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3009600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764885.820596:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f5a4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820601:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f5a4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820610:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:0.0:1775764885.820612:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764885.820615:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f5a4 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820621:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f5a4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820650:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f596 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a4f expref: 245 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820662:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f5ab lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a4f expref: 244 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.820668:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764885.820669:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764885.820671:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008a00, rc 0)
00000100:00100000:0.0:1775764885.820748:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:14453:x1862022293671424:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 835us (1960us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764885.820757:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205738
00000100:00100000:2.0:1775764885.822750:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205739
00000100:00100000:2.0:1775764885.822767:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14454:x1862022293671296:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.822796:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.822822:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f5b2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a48 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.822938:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f5b9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.822955:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f5b9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.822970:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f5b9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.822983:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5c0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.822996:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823003:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823105:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f5c7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823116:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f5c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823123:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f5c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764885.823171:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:2.0:1775764885.823176:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764885.823201:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f5c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823225:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f5c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823236:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f5b9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823243:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f5b9 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823250:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f5b9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823269:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764885.823274:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f5b9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823283:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f5b9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823297:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764885.823300:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764885.823305:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f5b9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823312:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f5b9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823330:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823337:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5c0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823343:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5c0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823349:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764885.823352:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5c0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823358:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5c0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823370:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x57ca59f5 (ffff93c6877ceb00)
00010000:00010000:2.0:1775764885.823372:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764885.823375:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5c0 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823381:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5c0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823408:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f5b2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a48 expref: 245 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823422:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f5c7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a48 expref: 244 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.823430:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764885.823432:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764885.823435:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768e00, rc 0)
00000100:00100000:2.0:1775764885.823531:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:14454:x1862022293671296:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 768us (9750us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.823540:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205739
00000100:00100000:3.0:1775764885.831828:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.834692:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.834761:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.834764:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293671936
00000100:00100000:1.0:1775764885.834777:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293671936
00000100:00100000:1.0:1775764885.834875:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293671808
00000100:00100000:1.0:1775764885.834879:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293671808
00000100:00100000:1.0:1775764885.834906:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1147
00000100:00100000:1.0:1775764885.834917:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:2402:x1862022293671936:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764885.834950:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.834984:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f5c7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a48 expref: 245 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.835007:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764885.835013:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764885.835078:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:2402:x1862022293671936:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 162us (399us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.835087:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1147
00000100:00100000:1.0:1775764885.835144:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1148
00000100:00100000:1.0:1775764885.835151:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:2402:x1862022293671808:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764885.835158:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.835170:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f5ab lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a4f expref: 243 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.835181:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764885.835184:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764885.835202:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+242:2402:x1862022293671808:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 52us (441us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.835209:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1148
00000100:00100000:2.0:1775764885.838123:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293671680
00000100:00100000:2.0:1775764885.838141:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293671680
00000100:00100000:1.0:1775764885.842679:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2938
00000100:00100000:1.0:1775764885.842697:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+242:14453:x1862022293671680:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764885.843684:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14453:x1862022293671680:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 985us (11864us total) trans 4295101644 rc 0/0
00000100:00100000:1.0:1775764885.843695:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2938
00000100:00100000:3.0:1775764885.852831:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.852931:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.853072:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293672192
00000100:00100000:2.0:1775764885.853086:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293672192
00000100:00100000:2.0:1775764885.853148:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293672448
00000100:00100000:2.0:1775764885.853151:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293672448
00000100:00100000:2.0:1775764885.853188:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205740
00000100:00100000:2.0:1775764885.853200:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:14453:x1862022293672192:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.853247:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.853347:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f5ce lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a56 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764885.853527:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205741
00000100:00100000:3.0:1775764885.853538:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:14454:x1862022293672448:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764885.853570:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.853587:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764885.853598:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465945 expref: 245 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.853607:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.853613:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f58f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a41 expref: 245 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.853633:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:3.0:1775764885.853638:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764885.853646:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465945 expref: 244 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.853660:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465945 expref: 244 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.853668:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f5dc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.853676:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c699476a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277246464:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764885.853680:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f5dc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.853691:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f5dc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.853783:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1a80 going to sleep for 11 seconds
00000004:00010000:3.0:1775764885.857459:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003d3bc4aa reply state 00000000a3bd6c79 transno 4295101645 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f5dc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.857510:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f5dc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.857523:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:3.0:1775764885.857527:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764885.857533:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764885.857729:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+246:14454:x1862022293672448:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 4186us (4789us total) trans 4295101645 rc 0/0
00000100:00100000:3.0:1775764885.857741:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205741
00000100:00100000:3.0:1775764885.860081:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.860572:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293672576
00000100:00100000:0.0:1775764885.860594:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293672576
00010000:00010000:0.0:1775764885.860651:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465945 expref: 246 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764885.860702:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3238
00000100:00100000:0.0:1775764885.860712:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+246:2403:x1862022293672576:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764885.860730:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1775764885.860986:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c699476a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277246464:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764885.861023:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.861099:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465945 expref: 246 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.861116:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465945 expref: 246 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.861146:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f29b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465945 expref: 246 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.861172:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764885.861177:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.861190:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.861198:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.861246:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764885.861302:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.861311:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764885.861317:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:2403:x1862022293672576:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 606us (1249us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764885.861326:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3238
00000004:00200000:3.0:1775764885.861339:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00010000:00010000:3.0:1775764885.861522:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f5ce lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a56 expref: 246 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.861540:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a56 expref: 245 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.861562:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:3.0:1775764885.861565:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764885.861568:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769000, rc 0)
00000100:00100000:3.0:1775764885.861605:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:14453:x1862022293672192:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8409us (8787us total) trans 4295101646 rc 0/0
00000100:00100000:3.0:1775764885.861614:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205740
00000100:00100000:0.0:1775764885.867521:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.867728:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293672704
00000100:00100000:2.0:1775764885.867743:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293672704
00000100:00100000:2.0:1775764885.867880:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2053
00000100:00100000:2.0:1775764885.867893:0:8401:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2402:x1862022293672704:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:2.0:1775764885.868087:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:2.0:1775764885.868091:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb mtime from disk: 1775764860 -> 1775764872
00002000:00010000:2.0:1775764885.868094:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb atime from disk: 1775764864 -> 1775764875
00002000:00010000:2.0:1775764885.868097:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb ctime from disk: 1775764884 -> 1775764885
00002000:00010000:2.0:1775764885.868099:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7a:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:2.0:1775764885.868192:0:8401:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2402:x1862022293672704:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 300us (686us total) trans 4294967931 rc 0/0
00000100:00100000:2.0:1775764885.868201:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2053
00000100:00100000:3.0:1775764885.873713:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.877205:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293672832
00000100:00100000:1.0:1775764885.877398:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293672832
00000100:00100000:1.0:1775764885.877591:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205742
00000100:00100000:1.0:1775764885.877605:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:14453:x1862022293672832:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.877641:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.877671:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f5ea lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a5d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.877789:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f5f1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.877810:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a56 expref: 246 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.877819:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f5f1 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.879173:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a56 expref: 246 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.879199:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a56 expref: 246 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.879361:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696991500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277246592:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764885.879618:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764885.890583:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.890674:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293673088
00000100:00100000:2.0:1775764885.890686:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293673088
00000100:00100000:2.0:1775764885.890770:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2939
00000100:00100000:2.0:1775764885.890782:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+247:14454:x1862022293673088:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764885.891151:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+248:14454:x1862022293673088:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 369us (588us total) trans 4295101647 rc 0/0
00000100:00100000:2.0:1775764885.891159:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2939
00000100:00100000:3.0:1775764885.897681:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.898510:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696991500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277246592:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764885.898562:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f5f1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764885.901011:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.901606:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293673344
00000100:00100000:0.0:1775764885.901620:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293673344
00010000:00010000:0.0:1775764885.901675:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a56 expref: 248 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764885.901722:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3239
00000100:00100000:0.0:1775764885.901733:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+248:2403:x1862022293673344:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764885.901750:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764885.901758:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a56 expref: 248 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.901774:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a56 expref: 248 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.901802:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f5d5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a56 expref: 248 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.901825:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764885.901831:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f5f1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.901922:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f5f1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.901932:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f5f1 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.901969:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764885.901995:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f5f1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.902004:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f5f1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764885.902046:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+247:2403:x1862022293673344:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 315us (1045us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764885.902054:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3239
00000004:00200000:2.0:1775764885.902074:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:2.0:1775764885.902081:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764885.902121:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f5f1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.902158:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6f5ea lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a5d expref: 247 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.902175:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f5f1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a5d expref: 246 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.902183:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:2.0:1775764885.902185:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764885.902188:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827e00, rc 0)
00000100:00100000:2.0:1775764885.902228:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+246:14453:x1862022293672832:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 24627us (28530us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764885.902245:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205742
00000100:00100000:2.0:1775764885.902268:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293673216
00000100:00100000:2.0:1775764885.902273:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293673216
00000100:00100000:1.0:1775764885.905724:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205743
00000100:00100000:1.0:1775764885.905756:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+246:14454:x1862022293673216:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.905789:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.905820:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6f5f8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a64 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.907763:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f5ff lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.907796:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f5ff lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.907815:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f5ff lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.907828:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f606 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.907836:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f606 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.907858:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f606 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764885.909001:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.909058:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293673600
00000100:00100000:2.0:1775764885.909071:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293673600
00000100:00100000:2.0:1775764885.909225:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2940
00000100:00100000:2.0:1775764885.909334:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+248:14453:x1862022293673600:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764885.909688:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+249:14453:x1862022293673600:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 452us (1477us total) trans 4295101648 rc 0/0
00000100:00100000:2.0:1775764885.909698:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2940
00010000:00010000:1.0:1775764885.910554:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6f60d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.910586:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6f60d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.910602:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6f60d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764885.910656:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10166:0x0]: returning size 15360
00000004:00200000:1.0:1775764885.910662:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764885.910684:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6f60d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.910697:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6f60d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.910707:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f5ff lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.910719:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f5ff lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.910726:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f5ff lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.910733:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.911606:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f5ff lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.911624:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f5ff lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.911643:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764885.911646:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.911652:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f5ff lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.911659:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f5ff lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.911679:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f606 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.911686:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f606 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.911692:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f606 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.911698:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac3600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.911703:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f606 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.911710:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f606 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.911717:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x10682665 (ffff93c6a31a2300)
00010000:00010000:1.0:1775764885.911720:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.911722:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f606 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.911727:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f606 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.912241:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6f5f8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a64 expref: 249 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.912262:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6f60d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a64 expref: 248 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.912271:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:1.0:1775764885.912274:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764885.912277:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3a00, rc 0)
00000100:00100000:1.0:1775764885.912382:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+248:14454:x1862022293673216:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6640us (14713us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.912394:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205743
00000100:00100000:0.0:1775764885.913792:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.913888:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293673728
00000100:00100000:3.0:1775764885.913901:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293673728
00000100:00100000:3.0:1775764885.913989:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205744
00000100:00100000:3.0:1775764885.913999:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+248:14453:x1862022293673728:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764885.914029:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764885.914052:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f614 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a6b expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914138:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f61b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914157:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f61b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914169:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f61b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914187:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f622 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914194:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f622 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914201:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f622 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914306:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f629 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914316:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f629 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914324:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f629 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764885.914374:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:3.0:1775764885.914379:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764885.914403:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f629 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914417:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f629 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914428:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f61b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914435:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f61b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914895:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f61b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914902:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f61b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.914908:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.915033:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f61b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.915044:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f61b lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.915059:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764885.915063:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.915068:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f61b lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.915075:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f61b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.915091:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f622 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.915097:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f622 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.915102:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f622 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.915107:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764885.915111:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f622 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.915117:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f622 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.915124:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:3.0:1775764885.915127:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764885.915130:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f622 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.915135:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f622 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.915172:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f614 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a6b expref: 250 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.915191:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f629 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a6b expref: 249 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.915198:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:3.0:1775764885.915200:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764885.915203:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8800, rc 0)
00000100:00100000:3.0:1775764885.915310:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+249:14453:x1862022293673728:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1311us (1525us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764885.915319:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205744
00000100:00100000:0.0:1775764885.935740:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.935793:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.935857:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293673984
00000100:00100000:2.0:1775764885.935872:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293673984
00000100:00100000:0.0:1775764885.935891:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.935946:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293674240
00000100:00100000:2.0:1775764885.935950:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293674240
00000100:00100000:2.0:1775764885.935992:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205745
00000100:00100000:2.0:1775764885.936004:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:14454:x1862022293673984:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764885.936042:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764885.936072:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f630 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a72 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.936183:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205746
00000100:00100000:1.0:1775764885.936194:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+251:14453:x1862022293674240:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764885.936202:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.936225:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6f637 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a79 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.936229:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.936256:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6f60d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a64 expref: 252 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.936265:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936268:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f645 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936279:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f645 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936293:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f645 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936308:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f64c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.936309:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6f60d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a64 expref: 252 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936315:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f64c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936321:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f64c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.936326:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6f60d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a64 expref: 252 pid: 6519 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.936340:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c699476a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277246720:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764885.936369:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f645 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936376:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f645 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936382:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f645 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936388:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac3600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.936393:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f645 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936400:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f645 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936413:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764885.936415:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.936420:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f645 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936426:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6f645 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764885.936426:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1a80 going to sleep for 11 seconds
00010000:00010000:1.0:1775764885.936452:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f64c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936459:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f64c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936465:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f64c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936470:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.936473:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f64c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936480:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f64c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936487:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x57ca59f5 (ffff93c6877ce600)
00010000:00010000:1.0:1775764885.936489:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.936492:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f64c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936498:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6f64c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936534:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6f637 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a79 expref: 252 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936544:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764885.936546:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.936550:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6f637 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a79 expref: 252 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.936559:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3e00, rc 0)
00000100:00100000:1.0:1775764885.936600:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+251:14453:x1862022293674240:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 409us (708us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764885.936609:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205746
00000100:00100000:3.0:1775764885.941405:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293674112
00000100:00100000:3.0:1775764885.941427:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293674112
00000100:00100000:3.0:1775764885.948194:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1149
00000100:00100000:1.0:1775764885.948373:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+251:2402:x1862022293674112:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764885.948398:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.948436:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f629 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a6b expref: 251 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.948540:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764885.948546:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764885.948635:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:2402:x1862022293674112:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 428us (12840us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.948645:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1149
00000100:00100000:2.0:1775764885.949374:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.949541:0:15589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293674496
00000100:00100000:1.0:1775764885.949551:0:15589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293674496
00000100:00100000:1.0:1775764885.949622:0:15589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 115
00000100:00100000:1.0:1775764885.949631:0:15589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699475180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:14453:x1862022293674496:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764885.950096:0:15589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1775764885.950125:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6f5f1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a5d expref: 250 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.950144:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764885.950166:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f581 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a3a expref: 249 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.950178:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764885.950181:0:15589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764885.950292:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6f653 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.950312:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6f653 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.950322:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6f653 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.950333:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d6f65a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.950341:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d6f65a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.950347:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d6f65a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.950366:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d6f661 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.950373:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d6f661 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.950380:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d6f661 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.951161:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162bc00/0x9da62835f5d6f668 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.951176:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162bc00/0x9da62835f5d6f668 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.951183:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162bc00/0x9da62835f5d6f668 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764885.951872:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005e590f9d reply state 00000000e8e8d350 transno 4295101649 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162bc00/0x9da62835f5d6f668 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.952380:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162bc00/0x9da62835f5d6f668 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.952390:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764885.952393:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:1.0:1775764885.952397:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000004:00010000:1.0:1775764885.952406:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005e590f9d reply state 00000000e8e8d350 transno 4295101649 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d6f661 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.952414:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d6f661 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.952420:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x57ca59f5 (ffff93c6877cea00)
00010000:00010000:1.0:1775764885.952423:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764885.952424:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00010000:00010000:1.0:1775764885.952429:0:15589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6f653 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.952435:0:15589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6f653 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.952451:0:15589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6f653 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.952457:0:15589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764885.952462:0:15589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6f653 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.952470:0:15589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6f653 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.952480:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764885.952482:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764885.952485:0:15589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6f653 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.952491:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6f653 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764885.952504:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005e590f9d reply state 00000000e8e8d350 transno 4295101649 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d6f65a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.952510:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d6f65a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.952516:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:1.0:1775764885.952519:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764885.952520:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:1.0:1775764885.952630:0:15589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699475180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:14453:x1862022293674496:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 2995us (3255us total) trans 4295101649 rc 0/0
00000100:00100000:1.0:1775764885.952640:0:15589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 115
00000100:00100000:3.0:1775764885.956751:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764885.957152:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c699476a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277246720:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764885.957192:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.961196:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293674624
00000100:00100000:1.0:1775764885.961306:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293674624
00010000:00010000:1.0:1775764885.961375:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6f60d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a64 expref: 250 pid: 6519 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.961428:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3240
00000100:00100000:1.0:1775764885.961439:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:2402:x1862022293674624:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764885.961543:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.961551:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6f60d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a64 expref: 250 pid: 6519 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.961570:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6f60d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a64 expref: 250 pid: 6519 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.961609:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6f60d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a64 expref: 250 pid: 6519 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.961630:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:1.0:1775764885.961637:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.961654:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.961664:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764885.961979:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.962078:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293674752
00000100:00100000:0.0:1775764885.962084:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293674752
00000100:00100000:0.0:1775764885.962140:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205747
00000100:00100000:0.0:1775764885.962148:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:14453:x1862022293674752:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764885.962170:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764885.962189:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f66f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a80 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.962273:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f676 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.962285:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f676 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.962295:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f676 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.962303:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764885.962306:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f67d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.962311:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f67d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.962317:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f67d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.962370:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+251:2402:x1862022293674624:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 932us (5632us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.962379:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3240
00010000:00010000:0.0:1775764885.962412:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f684 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.962422:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f684 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.962428:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f684 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764885.962477:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:0.0:1775764885.962482:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764885.962899:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f684 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.962932:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f684 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.962942:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f676 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.962949:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f676 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.962957:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f676 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.962963:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764885.962969:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f676 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.962978:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f676 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.962990:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764885.962993:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764885.962997:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f676 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.963003:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f676 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.963016:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f67d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.963024:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f67d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.963030:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f67d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.963036:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764885.963039:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f67d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.963046:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f67d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.963053:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x57ca59f5 (ffff93c6877cea00)
00010000:00010000:0.0:1775764885.963055:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764885.963058:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f67d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.963063:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f67d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.963092:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f66f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a80 expref: 251 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.963411:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f684 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a80 expref: 250 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.963421:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764885.963424:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764885.963426:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008c00, rc 0)
00000100:00100000:0.0:1775764885.963475:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:14453:x1862022293674752:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1328us (1496us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764885.963484:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205747
00010000:00010000:2.0:1775764885.966101:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.966123:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764885.966155:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10166:0x0]: returning size 15360
00010000:00010000:2.0:1775764885.967120:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f630 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a72 expref: 251 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.967391:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a72 expref: 250 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764885.967403:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:2.0:1775764885.967406:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764885.967410:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769200, rc 0)
00000100:00100000:2.0:1775764885.967568:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:14454:x1862022293673984:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 31565us (31841us total) trans 4295101650 rc 0/0
00000100:00100000:2.0:1775764885.967589:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205745
00000100:00100000:2.0:1775764885.978684:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764885.983273:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293675008
00000100:00100000:0.0:1775764885.983297:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293675008
00000100:00100000:0.0:1775764885.983390:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205748
00000100:00100000:0.0:1775764885.983402:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699476a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:14453:x1862022293675008:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764885.983433:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764885.983747:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f692 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a87 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764885.983890:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764885.983906:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.983937:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f684 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a80 expref: 251 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764885.983956:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.983973:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293675136
00000100:00100000:1.0:1775764885.983978:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293675136
00010000:00010000:0.0:1775764885.984005:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f684 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a80 expref: 252 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.984015:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205749
00010000:00010000:0.0:1775764885.984023:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f684 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a80 expref: 252 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.984023:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+252:14454:x1862022293675136:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:0.0:1775764885.984038:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277246848:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764885.984038:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764885.984049:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6f6a0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a8e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.984116:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f6a7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.984129:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a72 expref: 253 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.984136:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f6a7 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764885.984143:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898b40 going to sleep for 11 seconds
00010000:00010000:1.0:1775764885.984156:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a72 expref: 253 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.984166:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a72 expref: 253 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.984177:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696992d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277246976:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764885.984206:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764885.989560:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696992d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277246976:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764885.989614:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f6a7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764885.989708:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277246848:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764885.989726:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764885.995342:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764885.995401:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764885.995642:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293675392
00000100:00100000:1.0:1775764885.995655:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293675392
00010000:00010000:1.0:1775764885.995713:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f684 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a80 expref: 254 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.995759:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293675264
00000100:00100000:1.0:1775764885.995762:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293675264
00010000:00010000:1.0:1775764885.995775:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a72 expref: 255 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764885.995808:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3241
00000100:00100000:1.0:1775764885.995819:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696915c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+255:2403:x1862022293675392:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764885.995886:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.995894:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f684 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a80 expref: 255 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.995918:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f684 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a80 expref: 255 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.995947:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f684 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a80 expref: 255 pid: 6517 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.995968:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764885.995973:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.995987:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.995995:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.996028:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764885.996091:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696915c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+254:2403:x1862022293675392:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 273us (763us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.996099:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3241
00000100:00100000:1.0:1775764885.996117:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3242
00000100:00100000:1.0:1775764885.996125:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdfb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+253:2403:x1862022293675264:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764885.996134:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764885.996138:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a72 expref: 253 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.997377:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a72 expref: 253 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.997408:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f63e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10166:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a72 expref: 253 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.997427:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:1.0:1775764885.997433:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f6a7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.997441:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f6a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.997449:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f6a7 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.997488:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764885.997544:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdfb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+252:2403:x1862022293675264:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1418us (2141us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.997554:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3242
00010000:00010000:3.0:1775764885.997599:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f6a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764885.997609:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f6a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764885.998609:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10166:0x0]: returning size 15360
00000004:00200000:1.0:1775764885.998618:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764885.998655:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f6a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.998705:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6f6a0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a8e expref: 252 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.998726:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f6a7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a8e expref: 251 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764885.998742:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:1.0:1775764885.998744:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764885.998748:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162a000, rc 0)
00000100:00100000:1.0:1775764885.998815:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+251:14454:x1862022293675136:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14792us (14925us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764885.998825:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205749
00010000:00010000:0.0:1775764886.000033:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.000050:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764886.000076:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00010000:00010000:1.0:1775764886.004145:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f692 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a87 expref: 252 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.004178:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a87 expref: 251 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.004189:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764886.004193:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764886.004197:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008400, rc 0)
00000100:00100000:1.0:1775764886.004448:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699476a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+251:14453:x1862022293675008:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 21046us (25777us total) trans 4295101651 rc 0/0
00000100:00100000:1.0:1775764886.004460:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205748
00000100:00100000:2.0:1775764886.013613:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.013935:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293675648
00000100:00100000:3.0:1775764886.013949:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293675648
00000100:00100000:3.0:1775764886.014028:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2941
00000100:00100000:3.0:1775764886.014039:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4867c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+251:14454:x1862022293675648:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764886.015614:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4867c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+252:14454:x1862022293675648:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 1564us (2005us total) trans 4295101652 rc 0/0
00000100:00100000:3.0:1775764886.015630:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2941
00000100:00100000:2.0:1775764886.022723:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.022833:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293675776
00000100:00100000:0.0:1775764886.022888:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293675776
00000100:00100000:0.0:1775764886.022954:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205750
00000100:00100000:0.0:1775764886.022965:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+252:14453:x1862022293675776:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764886.022999:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764886.023026:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f6b5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a95 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.023497:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f6bc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.023517:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a87 expref: 253 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.023527:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f6bc lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.023571:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a87 expref: 253 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.023601:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a87 expref: 253 pid: 8005 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.023618:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277247104:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764886.023762:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898b40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764886.031417:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.031931:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277247104:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764886.031970:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f6bc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764886.032112:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293675904
00000100:00100000:2.0:1775764886.032121:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293675904
00010000:00010000:2.0:1775764886.032181:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a87 expref: 254 pid: 8005 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764886.032234:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3243
00000100:00100000:2.0:1775764886.032244:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+254:2403:x1862022293675904:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764886.032263:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764886.032270:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a87 expref: 254 pid: 8005 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.032284:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a87 expref: 254 pid: 8005 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.032310:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f699 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465a87 expref: 254 pid: 8005 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.032330:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:2.0:1775764886.032335:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f6bc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.032347:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f6bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.032357:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f6bc lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.032386:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764886.032447:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+253:2403:x1862022293675904:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 203us (1044us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.032455:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3243
00010000:00010000:0.0:1775764886.032672:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f6bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.032680:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f6bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764886.032741:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:0.0:1775764886.032746:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764886.032771:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f6bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.032807:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f6b5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a95 expref: 253 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.032823:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f6bc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a95 expref: 252 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.032832:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764886.032835:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764886.032889:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008800, rc 0)
00000100:00100000:0.0:1775764886.032932:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+252:14453:x1862022293675776:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9968us (10224us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.032940:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205750
00000100:00100000:2.0:1775764886.041206:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.041406:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293676032
00000100:00100000:1.0:1775764886.041421:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293676032
00000100:00100000:1.0:1775764886.041497:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205751
00000100:00100000:1.0:1775764886.041509:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+252:14454:x1862022293676032:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.041555:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.041593:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f6c3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465a9c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.041677:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f6ca lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.041694:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f6ca lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.041708:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f6ca lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.041720:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f6d1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.041728:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f6d1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.042050:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f6d1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.042167:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f6d8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.042179:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f6d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.042188:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f6d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764886.042419:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10166:0x0]: returning size 15360
00000004:00200000:1.0:1775764886.042425:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764886.042450:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f6d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.042467:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f6d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.042477:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f6ca lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.042484:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f6ca lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.042490:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f6ca lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.042497:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.042501:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f6ca lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.042511:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f6ca lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.042525:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764886.042528:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.042533:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f6ca lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.042540:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f6ca lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.043046:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f6d1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.043053:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f6d1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.043060:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f6d1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.043065:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.043068:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f6d1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.043075:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f6d1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.043086:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x10682665 (ffff93c6a31a2300)
00010000:00010000:1.0:1775764886.043088:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.043092:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f6d1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.043098:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f6d1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.043136:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f6c3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a9c expref: 254 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.043152:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f6d8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a9c expref: 253 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.043160:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:1.0:1775764886.043163:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764886.043165:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162ba00, rc 0)
00000100:00100000:1.0:1775764886.043940:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+253:14454:x1862022293676032:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2428us (2742us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764886.043954:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205751
00000100:00100000:0.0:1775764886.050988:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.051200:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293676160
00000100:00100000:2.0:1775764886.051224:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293676160
00000100:00100000:2.0:1775764886.051308:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205752
00000100:00100000:2.0:1775764886.051321:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+253:14453:x1862022293676160:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.051352:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.051382:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f6df lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465aa3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.051468:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f6e6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.051485:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f6e6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.051498:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f6e6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.051511:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f6ed lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.051520:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f6ed lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.051526:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f6ed lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.051998:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f6f4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052012:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f6f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052021:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f6f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764886.052071:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:2.0:1775764886.052076:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764886.052344:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f6f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052359:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f6f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052370:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f6e6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052377:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f6e6 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052384:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f6e6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052390:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.052394:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f6e6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052401:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f6e6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052414:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764886.052417:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.052422:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f6e6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052433:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f6e6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052448:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f6ed lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052454:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f6ed lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052461:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f6ed lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052466:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.052468:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f6ed lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052475:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f6ed lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052482:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x57ca59f5 (ffff93c6877cea00)
00010000:00010000:2.0:1775764886.052485:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.052487:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f6ed lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052493:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f6ed lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.052529:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f6df lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465aa3 expref: 255 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.053319:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f6f4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465aa3 expref: 254 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.053330:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:2.0:1775764886.053334:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764886.053337:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769c00, rc 0)
00000100:00100000:2.0:1775764886.053514:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+254:14453:x1862022293676160:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2194us (2538us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.053524:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205752
00000100:00100000:0.0:1775764886.061046:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.061097:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.061275:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293676416
00000100:00100000:1.0:1775764886.061289:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293676416
00000100:00100000:1.0:1775764886.061373:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205753
00000100:00100000:1.0:1775764886.061386:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+254:14454:x1862022293676416:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:3.0:1775764886.061400:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293676288
00000100:00100000:3.0:1775764886.061405:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293676288
00010000:00010000:1.0:1775764886.061417:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:3.0:1775764886.061445:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1150
00000100:00100000:3.0:1775764886.061452:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+255:2402:x1862022293676288:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764886.061457:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f6fb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465aaa expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.061467:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764886.061493:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f6d8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a9c expref: 256 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.061512:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:3.0:1775764886.061518:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764886.061533:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f702 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061549:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f702 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061562:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f702 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061582:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f709 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061590:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f709 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061596:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f709 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061643:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f702 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061656:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f702 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061662:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f702 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061668:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f702 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061674:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.061679:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f702 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061686:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f702 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061695:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764886.061698:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.061702:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f702 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061708:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f702 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061720:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f709 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061725:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f709 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061731:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f709 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061746:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.061749:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f709 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061754:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f709 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061761:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:1.0:1775764886.061763:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.061766:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f709 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061773:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f709 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061801:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f6fb lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465aaa expref: 255 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.061810:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764886.061813:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.061816:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f6fb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465aaa expref: 255 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764886.061819:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+255:2402:x1862022293676288:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 367us (789us total) trans 0 rc 0/0
00010000:00010000:1.0:1775764886.061824:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162b400, rc 0)
00000100:00100000:3.0:1775764886.061827:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1150
00000100:00100000:1.0:1775764886.061892:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+253:14454:x1862022293676416:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 510us (794us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764886.061898:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205753
00000100:00100000:0.0:1775764886.069709:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.069908:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293676544
00000100:00100000:1.0:1775764886.070017:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293676544
00010000:00010000:3.0:1775764886.070196:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764886.070471:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1151
00000100:00100000:0.0:1775764886.070484:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+253:2402:x1862022293676544:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764886.070509:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764886.070540:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f6f4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465aa3 expref: 253 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.071151:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764886.071158:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764886.071498:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+252:2402:x1862022293676544:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1013us (1799us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.071509:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1151
00000100:00100000:2.0:1775764886.075152:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.075356:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293676672
00000100:00100000:3.0:1775764886.075371:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293676672
00000100:00100000:3.0:1775764886.075455:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205754
00000100:00100000:3.0:1775764886.075467:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+252:14454:x1862022293676672:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764886.075496:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764886.075522:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f710 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ab1 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.080473:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f717 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.080504:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f717 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.080520:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f717 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.082316:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.082383:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293676928
00000100:00100000:1.0:1775764886.082397:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293676928
00000004:00200000:2.0:1775764886.082507:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:2.0:1775764886.082514:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764886.082660:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f717 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764886.082699:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205755
00000100:00100000:1.0:1775764886.082712:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+254:14453:x1862022293676928:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764886.082777:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764886.082805:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f6bc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a95 expref: 255 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.082816:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f710 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ab1 expref: 254 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.082825:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:2.0:1775764886.082831:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f717 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ab1 expref: 253 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.082861:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.082864:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764886.082866:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764886.082867:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769200, rc 0)
00010000:00010000:1.0:1775764886.082926:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f71e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.082942:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f71e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.082953:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f71e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764886.083092:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050c716fc reply state 000000005bab9178 transno 4295101653 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f71e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.083107:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f71e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.083114:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764886.083116:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764886.083119:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764886.083414:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+255:14454:x1862022293676672:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7949us (8274us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.083422:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205754
00000100:00100000:1.0:1775764886.083471:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+254:14453:x1862022293676928:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 760us (1162us total) trans 4295101653 rc 0/0
00000100:00100000:1.0:1775764886.083481:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205755
00000100:00100000:2.0:1775764886.092718:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.093254:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293677056
00000100:00100000:3.0:1775764886.093268:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293677056
00000100:00100000:3.0:1775764886.093350:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2942
00000100:00100000:3.0:1775764886.093361:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+254:14454:x1862022293677056:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764886.102344:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.102949:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293677184
00000100:00100000:3.0:1775764886.102965:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293677184
00000100:00100000:3.0:1775764886.103079:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2054
00000100:00100000:3.0:1775764886.103092:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2403:x1862022293677184:12345-192.168.202.56@tcp:2:dbench.0
00000100:00080000:2.0:1775764886.103130:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00010000:3.0:1775764886.103306:0:14278:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:3.0:1775764886.103310:0:14278:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb mtime from disk: 1775764860 -> 1775764872
00002000:00010000:3.0:1775764886.103312:0:14278:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb atime from disk: 1775764864 -> 1775764875
00002000:00010000:3.0:1775764886.103314:0:14278:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb ctime from disk: 1775764884 -> 1775764885
00002000:00010000:3.0:1775764886.103317:0:14278:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7b:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:3.0:1775764886.103396:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2403:x1862022293677184:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 307us (1067us total) trans 4294967932 rc 0/0
00000100:00100000:3.0:1775764886.103408:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2054
00000100:00100000:2.0:1775764886.106676:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+254:14454:x1862022293677056:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 13300us (13955us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.106694:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2942
00000100:00100000:2.0:1775764886.118264:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.118318:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293677568
00000100:00100000:2.0:1775764886.118320:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.118332:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293677568
00000100:00100000:0.0:1775764886.118399:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2943
00000100:00100000:0.0:1775764886.118411:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+254:14453:x1862022293677568:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764886.118758:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+255:14453:x1862022293677568:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 348us (507us total) trans 4295101654 rc 0/0
00000100:00100000:0.0:1775764886.118766:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2943
00000100:00100000:1.0:1775764886.119014:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293677312
00000100:00100000:1.0:1775764886.119020:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293677312
00000100:00100000:1.0:1775764886.119065:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205756
00000100:00100000:1.0:1775764886.119073:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+255:14454:x1862022293677312:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.119087:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.119111:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f725 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ab8 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119186:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f72c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119206:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f72c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119221:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f72c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119237:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f733 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119245:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f733 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119251:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f733 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119290:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f72c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119303:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f72c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119309:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f72c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119316:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f72c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119322:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.119328:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f72c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119336:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f72c lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119350:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764886.119353:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.119359:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f72c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119365:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f72c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119380:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f733 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119386:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f733 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119392:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f733 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119399:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162ac00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.119402:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f733 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119408:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f733 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119415:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:1.0:1775764886.119417:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.119420:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f733 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119426:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f733 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119452:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f725 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ab8 expref: 256 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119464:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764886.119467:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.119469:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f725 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ab8 expref: 256 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.119479:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162a400, rc 0)
00000100:00100000:1.0:1775764886.119523:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+255:14454:x1862022293677312:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 451us (1201us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764886.119530:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205756
00000100:00100000:0.0:1775764886.126717:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.130257:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.130445:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293677952
00000100:00100000:3.0:1775764886.130458:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293677952
00000100:00100000:3.0:1775764886.130547:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 116
00000100:00100000:3.0:1775764886.130558:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+255:14454:x1862022293677952:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764886.130640:0:6531:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1775764886.130677:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f6a7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465a8e expref: 255 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.130704:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:3.0:1775764886.130717:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f717 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ab1 expref: 254 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.130727:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764886.130730:0:6531:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764886.130773:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f73a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.130788:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f73a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.130799:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f73a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.130810:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f741 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.130817:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f741 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.130824:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f741 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.130833:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f748 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.130905:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f748 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.130912:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f748 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.131028:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f74f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.131037:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f74f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10166:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.131044:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f74f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10166:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764886.131328:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293677696
00000100:00100000:1.0:1775764886.131336:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293677696
00000100:00100000:1.0:1775764886.131386:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205757
00000100:00100000:1.0:1775764886.131393:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+254:14453:x1862022293677696:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.131406:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.131420:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f756 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465abf expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131465:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f75d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131475:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f75d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131484:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f75d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131495:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f764 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131501:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f764 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131508:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f764 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764886.131674:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c063c677 reply state 0000000083368fd8 transno 4295101655 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f74f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10166:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.131691:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f74f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131696:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f76b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.131698:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:3.0:1775764886.131702:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:1.0:1775764886.131705:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f76b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764886.131705:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000004:00010000:3.0:1775764886.131711:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c063c677 reply state 0000000083368fd8 transno 4295101655 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f748 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131712:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f76b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.131719:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f748 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.131725:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:3.0:1775764886.131727:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764886.131729:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00000004:00200000:1.0:1775764886.131753:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10167:0x0]: returning size 15360
00000004:00200000:1.0:1775764886.131758:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764886.131776:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f76b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131788:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f76b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.131795:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f73a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131796:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f75d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.131802:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f73a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131803:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f75d lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131810:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f75d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.131810:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f73a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131817:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162ac00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764886.131817:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764886.131821:0:6531:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f73a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131822:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f75d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.131830:0:6531:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f73a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.131872:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764886.131875:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764886.131879:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f73a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.131886:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f73a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764886.131898:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c063c677 reply state 0000000083368fd8 transno 4295101655 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f741 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.131907:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f741 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131974:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f75d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131983:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.131986:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.131989:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f75d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.131994:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f75d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.132009:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f764 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.132015:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f764 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.132020:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f764 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.132025:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.132028:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f764 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.132033:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f764 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.132039:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x10682665 (ffff93c68422ab00)
00010000:00010000:1.0:1775764886.132042:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.132044:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f764 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.132050:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f764 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.132078:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f756 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465abf expref: 257 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.132086:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x10682665 (ffff93c6a31a2300)
00010000:00010000:3.0:1775764886.132089:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764886.132091:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00010000:00010000:1.0:1775764886.132092:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f76b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465abf expref: 256 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.132103:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:1.0:1775764886.132105:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764886.132107:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162a200, rc 0)
00000100:00100000:0.0:1775764886.132289:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+257:14454:x1862022293677952:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1732us (2043us total) trans 4295101655 rc 0/0
00000100:00100000:0.0:1775764886.132298:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 116
00000100:00100000:1.0:1775764886.132361:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+256:14453:x1862022293677696:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 968us (5658us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764886.132368:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205757
00000100:00100000:0.0:1775764886.143479:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.143608:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293678080
00000100:00100000:2.0:1775764886.143622:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293678080
00000100:00100000:2.0:1775764886.143700:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205758
00000100:00100000:2.0:1775764886.143713:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+256:14454:x1862022293678080:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.143746:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.143774:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f772 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ac6 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.143906:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f779 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.143933:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f779 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.143948:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f779 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.143961:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f780 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.143968:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f780 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.143975:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f780 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.144071:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f787 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.144079:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f787 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.144085:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f787 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764886.144859:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10166:0x0]: returning size 15360
00000004:00200000:2.0:1775764886.144870:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764886.144904:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f787 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145209:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f787 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145223:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f779 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145236:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f779 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145242:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f779 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145250:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f779 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145256:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.145260:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f779 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145268:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f779 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145284:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.145287:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.145291:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f779 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145298:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f779 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145316:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f780 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145322:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f780 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145328:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f780 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145335:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.145338:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f780 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145343:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f780 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145349:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:2.0:1775764886.145351:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.145354:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f780 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145359:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f780 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145394:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f772 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ac6 expref: 258 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145407:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f787 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ac6 expref: 257 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.145414:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:2.0:1775764886.145416:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764886.145418:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769200, rc 0)
00000100:00100000:2.0:1775764886.145585:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+257:14454:x1862022293678080:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1873us (2118us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.145595:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205758
00000100:00100000:3.0:1775764886.157245:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.160993:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293678336
00000100:00100000:1.0:1775764886.161015:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293678336
00000100:00100000:1.0:1775764886.161113:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205759
00000100:00100000:1.0:1775764886.161125:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+257:14453:x1862022293678336:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.161163:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.161191:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f78e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465acd expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.161335:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.161350:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f76b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465abf expref: 258 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.161356:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.161394:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f76b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465abf expref: 258 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.161405:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f76b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465abf expref: 258 pid: 6518 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764886.161418:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696990380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277247232:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764886.161551:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f4780 going to sleep for 11 seconds
00000100:00100000:0.0:1775764886.162190:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.162325:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293678592
00000100:00100000:3.0:1775764886.162333:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293678592
00000100:00100000:3.0:1775764886.162435:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205760
00000100:00100000:3.0:1775764886.162445:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:14454:x1862022293678592:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764886.162462:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764886.162477:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f79c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ad4 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.162589:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f7a3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.162604:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f7a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.162619:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f7a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764886.162633:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10166:0x0]: returning size 15360
00010000:00010000:3.0:1775764886.162777:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f79c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ad4 expref: 262 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.162797:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f7a3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ad4 expref: 261 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.162806:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:3.0:1775764886.162809:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764886.162815:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8400, rc 0)
00000100:00100000:3.0:1775764886.162930:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+261:14454:x1862022293678592:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 486us (740us total) trans 4295101656 rc 0/0
00000100:00100000:3.0:1775764886.162938:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205760
00000100:00100000:1.0:1775764886.166294:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696990380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277247232:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764886.166334:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764886.170890:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.173908:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293678720
00000100:00100000:3.0:1775764886.173928:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293678720
00000100:00100000:3.0:1775764886.174047:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1152
00000100:00100000:3.0:1775764886.174059:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+261:2402:x1862022293678720:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764886.174084:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764886.174130:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f7a3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ad4 expref: 261 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.174162:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:3.0:1775764886.174168:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764886.174267:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+260:2402:x1862022293678720:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 210us (3391us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764886.174276:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1152
00000100:00100000:0.0:1775764886.177018:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.177366:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293678848
00000100:00100000:3.0:1775764886.177379:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293678848
00010000:00010000:3.0:1775764886.177435:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f76b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465abf expref: 260 pid: 6518 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764886.177490:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3244
00000100:00100000:3.0:1775764886.177502:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+260:2402:x1862022293678848:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764886.177523:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764886.177530:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f76b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465abf expref: 260 pid: 6518 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.177548:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f76b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465abf expref: 260 pid: 6518 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.177585:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f76b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465abf expref: 260 pid: 6518 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.177607:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:3.0:1775764886.177612:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.177624:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.177633:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.177676:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764886.177757:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:2402:x1862022293678848:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 255us (750us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764886.177765:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3244
00010000:00010000:1.0:1775764886.178612:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.178625:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764886.178654:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10167:0x0]: returning size 15360
00010000:00010000:1.0:1775764886.178832:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f78e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465acd expref: 260 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.178894:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465acd expref: 259 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.178903:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:1.0:1775764886.179088:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764886.179092:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162a800, rc 0)
00000100:00100000:1.0:1775764886.180319:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:14453:x1862022293678336:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 19187us (23083us total) trans 4295101657 rc 0/0
00000100:00100000:1.0:1775764886.180334:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205759
00000100:00100000:0.0:1775764886.191877:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.191975:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293679104
00000100:00100000:1.0:1775764886.191989:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293679104
00000100:00100000:1.0:1775764886.192076:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205761
00000100:00100000:1.0:1775764886.192089:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:14454:x1862022293679104:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764886.192183:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764886.192227:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f787 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ac6 expref: 259 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.192248:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:1.0:1775764886.192253:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764886.192314:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f7b8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.192328:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f7b8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.192337:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f7b8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764886.192461:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003a524360 reply state 00000000c0056333 transno 4295101658 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f7b8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.192470:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f7b8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.192474:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:1.0:1775764886.192476:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764886.192478:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764886.192604:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+260:14454:x1862022293679104:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 517us (775us total) trans 4295101658 rc 0/0
00000100:00100000:1.0:1775764886.192613:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205761
00000100:00100000:2.0:1775764886.201456:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.201520:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.201710:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293679360
00000100:00100000:0.0:1775764886.201723:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293679360
00000100:00100000:0.0:1775764886.201822:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2055
00000100:00100000:0.0:1775764886.201835:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2402:x1862022293679360:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764886.202085:0:15570:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1775764886.202089:0:15570:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb mtime from disk: 1775764860 -> 1775764873
00002000:00010000:0.0:1775764886.202092:0:15570:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb atime from disk: 1775764865 -> 1775764875
00002000:00010000:0.0:1775764886.202094:0:15570:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb ctime from disk: 1775764885 -> 1775764885
00002000:00010000:0.0:1775764886.202097:0:15570:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1775764886.202185:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2402:x1862022293679360:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 352us (663us total) trans 4294967899 rc 0/0
00000100:00100000:0.0:1775764886.202194:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2055
00000100:00100000:3.0:1775764886.202367:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293679232
00000100:00100000:3.0:1775764886.202373:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293679232
00000100:00100000:3.0:1775764886.202421:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205762
00000100:00100000:3.0:1775764886.202429:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+260:14453:x1862022293679232:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764886.202448:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764886.202472:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f7bf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465adb expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1775764886.202795:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1775764886.204348:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f7c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.204378:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465acd expref: 261 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.204389:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f7c6 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.204438:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465acd expref: 261 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.204456:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465acd expref: 261 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764886.204474:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696916300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277247360:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764886.204612:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764886.217426:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.217501:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696916300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277247360:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764886.217552:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f7c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.217619:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293679488
00000100:00100000:0.0:1775764886.217629:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293679488
00010000:00010000:0.0:1775764886.217679:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465acd expref: 262 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.217727:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3245
00000100:00100000:0.0:1775764886.217737:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+262:2400:x1862022293679488:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764886.217756:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764886.217763:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465acd expref: 262 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.217779:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465acd expref: 262 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.217809:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f795 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10167:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465acd expref: 262 pid: 14273 timeout: 2240 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.217830:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:0.0:1775764886.217837:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f7c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.217921:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f7c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.217930:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f7c6 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.217969:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764886.218052:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+261:2400:x1862022293679488:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 315us (640us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.218062:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3245
00010000:00010000:2.0:1775764886.218920:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f7c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.218932:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f7c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764886.219003:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10167:0x0]: returning size 15360
00000004:00200000:2.0:1775764886.219009:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764886.219038:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f7c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.219081:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d6f7bf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465adb expref: 261 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.219295:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f7c6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465adb expref: 260 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.219308:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764886.219311:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764886.219314:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8800, rc 0)
00000100:00100000:2.0:1775764886.219388:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+260:14453:x1862022293679232:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16959us (17946us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.219398:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205762
00000100:00100000:2.0:1775764886.225908:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.226094:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293679616
00000100:00100000:3.0:1775764886.226107:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293679616
00000100:00100000:3.0:1775764886.226193:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205763
00000100:00100000:3.0:1775764886.226207:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+260:14454:x1862022293679616:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764886.226242:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764886.226272:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f7cd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ae2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.226398:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d6f7d4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.226417:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d6f7d4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.226431:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d6f7d4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764886.226465:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10166:0x0]: returning size 15360
00000004:00200000:3.0:1775764886.226470:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764886.226495:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d6f7d4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.226524:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f7cd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ae2 expref: 262 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.226559:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d6f7d4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ae2 expref: 261 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.226578:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:3.0:1775764886.226581:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764886.226585:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c781689400, rc 0)
00000100:00100000:3.0:1775764886.226667:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+261:14454:x1862022293679616:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 463us (773us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764886.226675:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205763
00000100:00100000:0.0:1775764886.233590:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.233880:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293679872
00000100:00100000:2.0:1775764886.233895:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293679872
00000100:00100000:2.0:1775764886.233991:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2944
00000100:00100000:2.0:1775764886.234003:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+261:14453:x1862022293679872:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764886.234669:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+262:14453:x1862022293679872:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 666us (1099us total) trans 4295101659 rc 0/0
00000100:00100000:2.0:1775764886.234680:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2944
00000100:00100000:1.0:1775764886.239427:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.240612:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.240677:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293680000
00000100:00100000:0.0:1775764886.240692:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293680000
00000100:00100000:0.0:1775764886.241001:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293680128
00000100:00100000:0.0:1775764886.241006:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293680128
00000100:00100000:1.0:1775764886.241052:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205764
00000100:00100000:1.0:1775764886.241065:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+263:14453:x1862022293680000:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.241180:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.241300:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6f7db lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ae9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.241389:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f7e2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.241407:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f7e2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.241421:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f7e2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.241433:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f7e9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.241441:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f7e9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.241448:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f7e9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.241655:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205765
00000100:00100000:0.0:1775764886.241665:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+264:14454:x1862022293680128:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764886.241675:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764886.241686:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f7f0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465af0 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.241717:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f7f7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.241727:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f7f7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.241895:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6f7fe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.241906:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6f7fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.241917:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6f7fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764886.241966:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10167:0x0]: returning size 15360
00000004:00200000:1.0:1775764886.241972:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764886.241999:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6f7fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242013:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6f7fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242022:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f7e2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242030:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f7e2 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242036:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f7e2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242042:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162b600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.242047:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f7e2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242056:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f7e2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242071:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.242074:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.242081:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f7e2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242093:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f7e2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.242328:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f7f7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.242346:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f805 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.242354:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f805 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.242361:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f805 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.242405:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f80c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.242420:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f80c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.242427:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f80c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764886.242451:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10166:0x0]: returning size 15360
00000004:00200000:0.0:1775764886.242454:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764886.242465:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f80c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.242474:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f80c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.242481:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f7f7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.242693:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f7f7 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.242702:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f7f7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.242707:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764886.242710:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f7f7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.242716:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f7f7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.242726:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764886.242729:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.242822:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f7e9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242829:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f7e9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242836:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f7e9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242892:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162ae00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.242895:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f7e9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242902:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f7e9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242911:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x10682665 (ffff93c68422ab00)
00010000:00010000:1.0:1775764886.242914:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.242917:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f7e9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242922:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f7e9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242959:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6f7db lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ae9 expref: 266 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242985:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6f7fe lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ae9 expref: 265 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.242992:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:1.0:1775764886.242995:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764886.242997:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162a600, rc 0)
00000100:00100000:1.0:1775764886.243086:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+265:14453:x1862022293680000:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2024us (3672us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764886.243096:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205764
00010000:00010000:0.0:1775764886.243601:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f7f7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.243612:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f7f7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.243626:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f805 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.243632:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f805 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.243638:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f805 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.243643:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3009600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764886.243647:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f805 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.243653:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f805 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.243663:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:0.0:1775764886.243665:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764886.243668:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f805 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.243675:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f805 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.243701:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f7f0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465af0 expref: 266 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.243714:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f80c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465af0 expref: 265 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.243721:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:0.0:1775764886.243723:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764886.243725:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008c00, rc 0)
00000100:00100000:0.0:1775764886.243774:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+265:14454:x1862022293680128:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2110us (3167us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.243782:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205765
00000100:00100000:2.0:1775764886.252630:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.252690:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.252723:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.252813:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293680256
00000100:00100000:1.0:1775764886.252826:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293680256
00000100:00100000:1.0:1775764886.252919:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293680640
00000100:00100000:1.0:1775764886.252923:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293680640
00000100:00100000:1.0:1775764886.252961:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205766
00000100:00100000:1.0:1775764886.252972:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+265:14453:x1862022293680256:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.253002:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.253029:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f813 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465af7 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253123:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f81a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253142:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f81a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253156:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f81a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253174:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f821 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253183:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f821 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253189:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f821 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253237:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f81a lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253244:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f81a lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253250:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f81a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253257:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f81a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253263:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162b200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.253267:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f81a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253275:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f81a lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253290:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.253294:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.253300:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f81a lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253307:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f81a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253323:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f821 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253330:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f821 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253335:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f821 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253341:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162ac00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.253343:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f821 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253349:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f821 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253356:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:1.0:1775764886.253358:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.253361:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f821 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253366:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f821 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253396:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f813 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465af7 expref: 266 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253413:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.253415:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.253420:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f813 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465af7 expref: 266 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253430:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162b600, rc 0)
00000100:00100000:1.0:1775764886.253498:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+265:14453:x1862022293680256:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 527us (883us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764886.253508:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205766
00000100:00100000:1.0:1775764886.253533:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205767
00000100:00100000:1.0:1775764886.253541:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+264:14454:x1862022293680640:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764886.253583:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1775764886.253598:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f80c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465af0 expref: 264 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253614:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d6f7d4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10166:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ae2 expref: 263 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253625:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:1.0:1775764886.253629:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764886.253679:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f828 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253689:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f828 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253701:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f828 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764886.253824:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009c77eda0 reply state 00000000b6bcd496 transno 4295101660 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f828 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253866:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f828 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.253873:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:1.0:1775764886.253875:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764886.253878:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764886.253933:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+264:14454:x1862022293680640:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 393us (1209us total) trans 4295101660 rc 0/0
00000100:00100000:1.0:1775764886.253939:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205767
00000100:00100000:0.0:1775764886.254177:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293680384
00000100:00100000:0.0:1775764886.254186:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293680384
00000100:00100000:0.0:1775764886.254234:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1153
00000100:00100000:0.0:1775764886.254242:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdf9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+264:2402:x1862022293680384:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764886.254253:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764886.254266:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6f7fe lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ae9 expref: 264 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.254280:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:0.0:1775764886.254284:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764886.254305:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdf9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+263:2402:x1862022293680384:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 65us (1615us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.254312:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1153
00000100:00100000:2.0:1775764886.266399:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.266518:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.266693:0:8400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293680896
00000100:00100000:1.0:1775764886.266706:0:8400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293680896
00000100:00100000:1.0:1775764886.266780:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2056
00000100:00100000:1.0:1775764886.266792:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2400:x1862022293680896:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:1.0:1775764886.267062:0:8400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:1.0:1775764886.267066:0:8400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb mtime from disk: 1775764873 -> 1775764861
00002000:00010000:1.0:1775764886.267069:0:8400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb atime from disk: 1775764875 -> 1775764865
00002000:00010000:1.0:1775764886.267072:0:8400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb ctime from disk: 1775764885 -> 1775764885
00002000:00010000:1.0:1775764886.267074:0:8400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x7c:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:1.0:1775764886.267149:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2400:x1862022293680896:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 359us (629us total) trans 4294967900 rc 0/0
00000100:00100000:1.0:1775764886.267157:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2056
00000100:00100000:0.0:1775764886.268468:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293680768
00000100:00100000:0.0:1775764886.268483:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293680768
00000100:00100000:0.0:1775764886.269032:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205768
00000100:00100000:0.0:1775764886.269043:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+263:14453:x1862022293680768:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764886.269077:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764886.269115:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f82f lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465afe expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.269200:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f836 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.269228:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f836 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.269243:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f836 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764886.269297:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:0.0:1775764886.269302:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764886.269326:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f836 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.269357:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f82f lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465afe expref: 265 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.269382:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f836 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465afe expref: 264 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.269392:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764886.269396:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764886.269400:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3009600, rc 0)
00000100:00100000:0.0:1775764886.269477:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+264:14453:x1862022293680768:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 436us (3094us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.269494:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205768
00000100:00100000:2.0:1775764886.275112:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.277547:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293681024
00000100:00100000:0.0:1775764886.277567:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293681024
00000100:00100000:0.0:1775764886.277671:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2945
00000100:00100000:0.0:1775764886.277683:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+264:14453:x1862022293681024:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764886.282424:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.282560:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293681152
00000100:00100000:1.0:1775764886.282582:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293681152
00000100:00100000:1.0:1775764886.282657:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205769
00000100:00100000:1.0:1775764886.282669:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+266:14454:x1862022293681152:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.282696:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.282722:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f83d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b05 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.282800:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f844 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.282818:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f844 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.282832:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f844 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.282907:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f84b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.282915:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f84b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.282923:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f84b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.282967:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f844 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.282975:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f844 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.282986:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f844 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.282993:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f844 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.283000:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162ac00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.283005:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f844 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.283013:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f844 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.283026:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764886.283030:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.283035:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f844 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.283042:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f844 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.283058:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f84b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.283064:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f84b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.283070:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f84b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.283076:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162b200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.283079:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f84b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.283086:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f84b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.283092:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x44fbd80 (ffff93c6877ce600)
00010000:00010000:1.0:1775764886.283095:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.283098:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f84b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.283104:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f84b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.283137:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f83d lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b05 expref: 267 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.283148:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764886.283150:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.283153:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f83d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b05 expref: 267 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.283162:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162b600, rc 0)
00000100:00100000:1.0:1775764886.283238:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+266:14454:x1862022293681152:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 572us (829us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764886.283246:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205769
00000100:00100000:0.0:1775764886.291621:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+264:14453:x1862022293681024:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 13924us (16516us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.291639:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2945
00000100:00100000:2.0:1775764886.295561:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.296422:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293681280
00000100:00100000:3.0:1775764886.296436:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293681280
00000100:00100000:3.0:1775764886.296518:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205770
00000100:00100000:3.0:1775764886.296530:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+264:14454:x1862022293681280:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764886.296566:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764886.296602:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f852 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b0c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.296689:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f859 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.296707:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f859 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.296722:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f859 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764886.296785:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:3.0:1775764886.296790:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764886.296814:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f859 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.296912:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f852 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b0c expref: 266 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.298765:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f859 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b0c expref: 265 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.298788:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764886.298791:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764886.298797:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842200, rc 0)
00000100:00100000:3.0:1775764886.298937:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+265:14454:x1862022293681280:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2407us (3396us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764886.298955:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205770
00000100:00100000:3.0:1775764886.307172:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.307243:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.307760:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293681408
00000100:00100000:1.0:1775764886.307774:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293681408
00000100:00100000:1.0:1775764886.307886:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205771
00000100:00100000:1.0:1775764886.307897:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+265:14453:x1862022293681408:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.307944:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.307971:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f860 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b13 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308052:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f867 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308072:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f867 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308088:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f867 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308110:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f86e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308119:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f86e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308126:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f86e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308173:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f867 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308180:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f867 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308188:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f867 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308195:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162b200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.308201:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f867 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308554:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f867 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308580:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.308584:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.308589:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f867 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308596:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f867 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308611:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f86e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308618:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f86e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308624:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f86e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308629:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162ac00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.308632:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f86e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308638:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f86e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308645:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:1.0:1775764886.308648:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.308651:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f86e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308657:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f86e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308693:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f860 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b13 expref: 266 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308705:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.308707:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.308711:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6f860 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b13 expref: 266 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.308722:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162b600, rc 0)
00000100:00100000:2.0:1775764886.309373:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293681536
00000100:00100000:2.0:1775764886.309382:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293681536
00000100:00100000:2.0:1775764886.309434:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2946
00000100:00100000:2.0:1775764886.309442:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4866850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+266:14454:x1862022293681536:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:1.0:1775764886.311559:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+267:14453:x1862022293681408:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1316us (2053us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764886.311589:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205771
00000100:00100000:2.0:1775764886.323005:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4866850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+265:14454:x1862022293681536:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 13544us (15741us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.323026:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2946
00000100:00100000:2.0:1775764886.335365:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.335448:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.336648:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293681920
00000100:00100000:3.0:1775764886.336662:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293681920
00000100:00100000:2.0:1775764886.336804:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205772
00000100:00100000:2.0:1775764886.336817:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+265:14454:x1862022293681920:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.336883:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.336909:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f875 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b1a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337004:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f87c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337023:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f87c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337038:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f87c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337056:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f883 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x795aff3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337063:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f883 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337071:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f883 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337255:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f87c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337264:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f87c lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337272:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f87c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337278:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.337283:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f87c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337291:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f87c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337303:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.337305:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.337310:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f87c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337314:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f87c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337327:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f883 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337330:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f883 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337333:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f883 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337337:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.337339:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f883 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337342:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f883 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337345:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x795aff3f (ffff93c6a31a2b00)
00010000:00010000:2.0:1775764886.337346:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.337348:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f883 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337352:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f883 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337383:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f875 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b1a expref: 266 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337390:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.337392:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.337394:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f875 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b1a expref: 266 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.337399:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769600, rc 0)
00000100:00100000:2.0:1775764886.337469:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+265:14454:x1862022293681920:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 656us (2019us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764886.337474:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205772
00000100:00100000:1.0:1775764886.343652:0:15589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293681792
00000100:00100000:1.0:1775764886.343677:0:15589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293681792
00000100:00100000:2.0:1775764886.343935:0:15589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 117
00000100:00100000:2.0:1775764886.343955:0:15589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+265:14453:x1862022293681792:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764886.344025:0:15589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764886.344061:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f7c6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465adb expref: 265 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344085:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764886.344097:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f836 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465afe expref: 264 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344125:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764886.344129:0:15589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764886.344161:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f88a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344178:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f88a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344190:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f88a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344202:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f891 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344211:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f891 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344218:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f891 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344229:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f898 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344237:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f898 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344244:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f898 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344348:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f89f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344358:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f89f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10167:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344365:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f89f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10167:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764886.344649:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ff680e9d reply state 00000000b7410e5e transno 4295101661 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f89f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10167:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344665:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f89f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344672:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764886.344675:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:2.0:1775764886.344678:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000004:00010000:2.0:1775764886.344683:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ff680e9d reply state 00000000b7410e5e transno 4295101661 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f898 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344691:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f898 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344697:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:2.0:1775764886.344700:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764886.344702:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00010000:00010000:2.0:1775764886.344707:0:15589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f88a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344713:0:15589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f88a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344721:0:15589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f88a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.344729:0:15589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.345192:0:15589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f88a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.345204:0:15589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f88a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.345217:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764886.345219:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.345224:0:15589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f88a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.345231:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f88a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764886.345248:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ff680e9d reply state 00000000b7410e5e transno 4295101661 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f891 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.345260:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f891 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.345267:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x10682665 (ffff93c68422ab00)
00010000:00010000:2.0:1775764886.345270:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764886.345272:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:2.0:1775764886.347403:0:15589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+265:14453:x1862022293681792:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 3435us (12034us total) trans 4295101661 rc 0/0
00000100:00100000:2.0:1775764886.347418:0:15589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 117
00000100:00100000:3.0:1775764886.347666:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.347958:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293682176
00000100:00100000:2.0:1775764886.347971:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293682176
00000100:00100000:2.0:1775764886.348027:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205773
00000100:00100000:2.0:1775764886.348037:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+265:14454:x1862022293682176:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.348063:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.348086:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f8a6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b21 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.348239:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f8ad lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10078:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.348256:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f8ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10078:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.348271:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f8ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10078:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764886.348286:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10078:0x0]: returning size 260096
00010000:00010000:2.0:1775764886.348421:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769600/0x9da62835f5d6f8a6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b21 expref: 268 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.348442:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f8ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10078:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b21 expref: 267 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.348452:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10078:0x0].0x0 (ffff93c682befd00)
00010000:00010000:2.0:1775764886.348455:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764886.348459:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769e00, rc 0)
00000100:00100000:2.0:1775764886.348528:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+267:14454:x1862022293682176:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 493us (863us total) trans 4295101662 rc 0/0
00000100:00100000:2.0:1775764886.348537:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205773
00000100:00100000:0.0:1775764886.355706:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.355834:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293682304
00000100:00100000:1.0:1775764886.355893:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293682304
00000100:00100000:1.0:1775764886.356692:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205774
00000100:00100000:1.0:1775764886.356708:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+267:14453:x1862022293682304:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.356745:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.356772:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f8bb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b28 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.356886:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f8c2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.356923:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f8c2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.356937:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f8c2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.356950:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6f8c9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.356958:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6f8c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.356964:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6f8c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.358525:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f8d0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.358711:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f8d0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.358724:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f8d0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764886.358787:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10167:0x0]: returning size 15360
00000004:00200000:1.0:1775764886.358793:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764886.358821:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f8d0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.358834:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f8d0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.359764:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f8c2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.359773:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f8c2 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.359782:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f8c2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.359789:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162b200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.359794:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f8c2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.359803:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f8c2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.359823:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.359826:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.359831:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f8c2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.359899:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6f8c2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.359918:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6f8c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.359924:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6f8c9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.359929:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6f8c9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.359935:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162aa00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.359937:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6f8c9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.359944:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6f8c9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.359951:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:1.0:1775764886.359953:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.359956:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6f8c9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.359962:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6f8c9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.360006:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6f8bb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b28 expref: 269 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.360022:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f8d0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b28 expref: 268 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.360030:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:1.0:1775764886.360033:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764886.360036:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162ae00, rc 0)
00000100:00100000:1.0:1775764886.360116:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+268:14453:x1862022293682304:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3413us (4424us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764886.360125:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205774
00000100:00100000:1.0:1775764886.366718:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.366808:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293682432
00000100:00100000:2.0:1775764886.366825:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293682432
00000100:00100000:1.0:1775764886.366828:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.366971:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1154
00000100:00100000:3.0:1775764886.366971:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293682560
00000100:00100000:3.0:1775764886.366984:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293682560
00000100:00100000:2.0:1775764886.366989:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+268:2402:x1862022293682432:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764886.367012:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764886.367047:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f8ad lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10078:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b21 expref: 269 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764886.367062:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205775
00010000:00010000:2.0:1775764886.367071:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10078:0x0].0x0 (ffff93c682befd00)
00000100:00100000:3.0:1775764886.367077:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+268:14454:x1862022293682560:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.367081:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764886.367109:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764886.367132:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f8d7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b2f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764886.367165:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+269:2402:x1862022293682432:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 179us (457us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.367174:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1154
00010000:00010000:3.0:1775764886.368082:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f8de lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368115:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f8de lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368131:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f8de lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368157:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f8e5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368164:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f8e5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368170:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f8e5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368222:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f8de lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368229:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f8de lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368236:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f8de lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368243:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764886.368249:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f8de lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368257:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f8de lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368269:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764886.368272:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764886.368277:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f8de lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368283:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6f8de lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368296:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f8e5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368303:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f8e5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368309:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f8e5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368314:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764886.368317:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f8e5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368322:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f8e5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368330:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xd199dd9d (ffff93c68422ac00)
00010000:00010000:3.0:1775764886.368332:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764886.368334:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f8e5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368339:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6f8e5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368385:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f8d7 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b2f expref: 268 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368396:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764886.368398:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764886.368401:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6f8d7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b2f expref: 268 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.368410:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842c00, rc 0)
00000100:00100000:3.0:1775764886.368462:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+267:14454:x1862022293682560:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1393us (1637us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764886.368468:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205775
00000100:00100000:1.0:1775764886.374069:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.374644:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293682816
00000100:00100000:2.0:1775764886.374659:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293682816
00000100:00100000:2.0:1775764886.374757:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205776
00000100:00100000:2.0:1775764886.374769:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+267:14453:x1862022293682816:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.374794:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.374817:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f8ec lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b36 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.374982:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f8f3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.375001:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f8f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.375015:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f8f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764886.375033:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10167:0x0]: returning size 15360
00010000:00010000:2.0:1775764886.375182:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f8ec lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b36 expref: 270 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.375203:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f8f3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b36 expref: 269 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.375211:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764886.375215:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764886.375219:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769a00, rc 0)
00000100:00100000:2.0:1775764886.375301:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+269:14453:x1862022293682816:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 534us (1242us total) trans 4295101663 rc 0/0
00000100:00100000:2.0:1775764886.375309:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205776
00000100:00100000:2.0:1775764886.375981:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.376319:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293683072
00000100:00100000:3.0:1775764886.376330:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293683072
00000100:00100000:3.0:1775764886.376387:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205777
00000100:00100000:3.0:1775764886.376394:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+269:14454:x1862022293683072:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764886.376412:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764886.376414:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1775764886.376437:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6f859 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b0c expref: 269 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.376451:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764886.376455:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764886.376463:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f901 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b3d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.376546:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f908 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.376560:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f908 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.376579:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f908 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.376602:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f90f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.376610:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f90f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.376617:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f90f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764886.380794:0:6518:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x7d:0x0], index 1: 0
00010000:00010000:0.0:1775764886.382254:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f916 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10168:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.382283:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f916 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10168:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.382298:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f916 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10168:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.382367:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f908 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.382375:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f908 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.382383:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f908 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.382390:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764886.382396:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f908 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.382405:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f908 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.382421:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764886.382424:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764886.382429:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f908 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.382435:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f908 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764886.382453:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ed94b77f reply state 0000000075645716 transno 4295101664 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f90f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.382466:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f90f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.382471:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xd199dd9d (ffff93c68422af00)
00010000:00010000:0.0:1775764886.382474:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764886.382478:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764886.382549:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f901 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b3d expref: 271 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.382568:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f916 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10168:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b3d expref: 270 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.382583:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10168:0x0].0x0 (ffff93c795e56500)
00010000:00010000:0.0:1775764886.382585:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764886.382588:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008a00, rc 0)
00000100:00100000:0.0:1775764886.382679:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+271:14454:x1862022293683072:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6283us (6699us total) trans 4295101664 rc 0/0
00000100:00100000:0.0:1775764886.382690:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205777
00000100:00100000:1.0:1775764886.382710:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.382879:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293683200
00000100:00100000:2.0:1775764886.382890:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293683200
00000100:00100000:2.0:1775764886.382948:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1155
00000100:00100000:2.0:1775764886.382958:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+271:2403:x1862022293683200:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764886.382973:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764886.382989:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f8f3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b36 expref: 271 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.383003:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764886.383007:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764886.383041:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+270:2403:x1862022293683200:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 85us (331us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.383049:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1155
00000100:00100000:1.0:1775764886.396709:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.396766:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.396892:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293683456
00000100:00100000:3.0:1775764886.396892:0:15573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293683584
00000100:00100000:2.0:1775764886.396904:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293683456
00000100:00100000:3.0:1775764886.396904:0:15573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293683584
00000100:00100000:2.0:1775764886.396977:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205778
00000100:00100000:2.0:1775764886.396989:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+270:14453:x1862022293683456:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764886.397077:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764886.397128:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6f8d0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b28 expref: 270 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.397151:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764886.397157:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764886.397225:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f924 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.397243:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f924 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.397254:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f924 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764886.397390:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000011f5562b reply state 00000000b0c78a72 transno 4295101665 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f924 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.397404:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f924 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.397412:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764886.397414:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764886.397418:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764886.397539:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+271:14453:x1862022293683456:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 552us (771us total) trans 4295101665 rc 0/0
00000100:00100000:2.0:1775764886.397548:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205778
00000100:00100000:3.0:1775764886.398305:0:15573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2057
00000100:00100000:2.0:1775764886.398355:0:15573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2402:x1862022293683584:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.398371:0:15573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.398391:0:15573:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000dfaa584/0x9da62835f5d6f92b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b44 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1775764886.398418:0:15573:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x7d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1775764886.398437:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764886.398440:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764886.398449:0:15573:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dfaa584/0x9da62835f5d6f92b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b44 expref: 80 pid: 15573 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.398470:0:15573:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000dfaa584/0x9da62835f5d6f92b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b44 expref: 80 pid: 15573 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.398736:0:15573:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769e00, rc 0)
00000100:00100000:2.0:1775764886.398790:0:15573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2402:x1862022293683584:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 476us (2098us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.398797:0:15573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2057
00000100:00100000:1.0:1775764886.403187:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.403433:0:15596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293683712
00000100:00100000:0.0:1775764886.403446:0:15596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293683712
00000100:00100000:0.0:1775764886.403520:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2058
00000100:00100000:0.0:1775764886.403532:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2400:x1862022293683712:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764886.405553:0:15596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1775764886.405561:0:15596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb mtime from disk: 1775764861 -> 1775764873
00002000:00010000:0.0:1775764886.405565:0:15596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb atime from disk: 1775764865 -> 1775764876
00002000:00010000:0.0:1775764886.405567:0:15596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb ctime from disk: 1775764885 -> 1775764886
00002000:00010000:0.0:1775764886.405579:0:15596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1775764886.405690:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2400:x1862022293683712:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 2156us (2515us total) trans 4294967933 rc 0/0
00000100:00100000:0.0:1775764886.405705:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2058
00000100:00100000:3.0:1775764886.407683:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.407835:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293683840
00000100:00100000:2.0:1775764886.407871:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293683840
00000100:00100000:2.0:1775764886.408024:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2059
00000100:00100000:2.0:1775764886.408036:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b74e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:14454:x1862022293683840:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.408061:0:15574:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.408084:0:15574:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065fdde02/0x9da62835f5d6f932 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b4b expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.408132:0:15574:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000dfaa584/0x9da62835f5d6f92b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b44 expref: 81 pid: 15573 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.408143:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764886.408146:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764886.408151:0:15574:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065fdde02/0x9da62835f5d6f932 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b4b expref: 81 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.408201:0:15574:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000dfaa584/0x9da62835f5d6f92b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b44 expref: 81 pid: 15573 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.408220:0:15574:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000dfaa584/0x9da62835f5d6f92b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b44 expref: 81 pid: 15573 timeout: 2240 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764886.408240:0:15574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15574:1862022277247488:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764886.408361:0:15574:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1d80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764886.411881:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.412060:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293683968
00000100:00100000:1.0:1775764886.412072:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293683968
00000100:00100000:2.0:1775764886.413762:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205779
00000100:00100000:2.0:1775764886.413790:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+271:14453:x1862022293683968:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.413825:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.413908:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f939 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b52 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.414031:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f940 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.414050:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f940 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.414065:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f940 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764886.414325:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10167:0x0]: returning size 15360
00000004:00200000:2.0:1775764886.414331:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764886.414361:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f940 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.414396:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f939 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b52 expref: 273 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.414420:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f940 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b52 expref: 272 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.414430:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764886.414433:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764886.414436:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769c00, rc 0)
00000100:00100000:2.0:1775764886.414530:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+272:14453:x1862022293683968:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 755us (2702us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.414538:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205779
00000100:00100000:2.0:1775764886.418314:0:15574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15574:1862022277247488:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764886.418365:0:15574:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000065fdde02/0x9da62835f5d6f932 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b4b expref: 81 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.418399:0:15574:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769600, rc 0)
00000100:00100000:2.0:1775764886.418466:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b74e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:14454:x1862022293683840:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10431us (10793us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.418476:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2059
00000100:00100000:2.0:1775764886.434362:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.434516:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.436300:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293684224
00000100:00100000:1.0:1775764886.436319:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293684224
00000100:00100000:1.0:1775764886.436426:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205780
00000100:00100000:1.0:1775764886.436438:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+272:14453:x1862022293684224:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.436465:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.436492:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f947 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b59 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436587:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f94e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436605:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f94e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436620:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f94e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436633:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f955 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436641:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f955 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436651:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f955 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436747:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6f95c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436757:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6f95c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436764:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6f95c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764886.436814:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10167:0x0]: returning size 15360
00000004:00200000:1.0:1775764886.436820:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764886.436872:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6f95c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.436883:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293684096
00010000:00010000:1.0:1775764886.436884:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6f95c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.436889:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293684096
00010000:00010000:1.0:1775764886.436893:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f94e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436899:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f94e lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436906:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f94e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436912:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.436917:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f94e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436926:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f94e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.436928:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000dfaa584/0x9da62835f5d6f92b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b44 expref: 81 pid: 15573 timeout: 2240 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436939:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.436942:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.436949:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f94e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436955:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f94e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.436965:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3246
00010000:00010000:1.0:1775764886.436971:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f955 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.436972:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2403:x1862022293684096:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764886.436977:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f955 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.436983:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764886.436983:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f955 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436988:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162ba00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.436991:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f955 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.436996:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f955 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.437003:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:1.0:1775764886.437005:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764886.437006:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000dfaa584/0x9da62835f5d6f92b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b44 expref: 81 pid: 15573 timeout: 2240 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.437008:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f955 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.437015:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f955 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.437029:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000dfaa584/0x9da62835f5d6f92b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b44 expref: 81 pid: 15573 timeout: 2240 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.437041:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6f947 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b59 expref: 274 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.437047:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dfaa584/0x9da62835f5d6f92b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b44 expref: 81 pid: 15573 timeout: 2240 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.437053:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6f95c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b59 expref: 273 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.437060:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764886.437060:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:1.0:1775764886.437062:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764886.437063:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764886.437065:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162b800, rc 0)
00010000:00010000:0.0:1775764886.437070:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000065fdde02/0x9da62835f5d6f932 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b4b expref: 80 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.437079:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065fdde02/0x9da62835f5d6f932 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b4b expref: 80 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.437119:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000065fdde02/0x9da62835f5d6f932 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b4b expref: 80 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.437355:0:6502:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b43b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6502:1862022277247616:192.168.202.56@tcp:105:
00000100:00100000:1.0:1775764886.437546:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+273:14453:x1862022293684224:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1109us (3029us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764886.437555:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205780
00000100:00100000:0.0:1775764886.440952:0:6502:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898000 going to sleep for 11 seconds
00000100:00100000:3.0:1775764886.455642:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.455690:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.455789:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293684608
00000100:00100000:2.0:1775764886.455793:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293684352
00000100:00100000:0.0:1775764886.455801:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293684608
00000100:00100000:2.0:1775764886.455802:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293684352
00000100:00100000:0.0:1775764886.455897:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205781
00000100:00100000:0.0:1775764886.455910:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+274:14453:x1862022293684608:12345-192.168.202.56@tcp:36:dbench.0
00000100:00100000:2.0:1775764886.455914:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1156
00000100:00100000:2.0:1775764886.455927:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696914000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+274:2402:x1862022293684352:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764886.455949:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764886.455980:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6f95c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b59 expref: 274 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.455990:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764886.456005:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:0.0:1775764886.456006:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f940 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10167:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b52 expref: 273 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.456014:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764886.456021:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:0.0:1775764886.456024:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764886.456077:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696914000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+272:2402:x1862022293684352:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 152us (448us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.456085:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1156
00010000:00010000:0.0:1775764886.456095:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f963 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.456114:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f963 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.456126:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f963 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764886.456252:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000028d61c54 reply state 00000000fb5d26a4 transno 4295101666 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f963 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.456266:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f963 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.456272:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:0.0:1775764886.456276:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764886.456279:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764886.456482:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+273:14453:x1862022293684608:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 575us (790us total) trans 4295101666 rc 0/0
00000100:00100000:1.0:1775764886.456489:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205781
00000100:00100000:3.0:1775764886.465790:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.465823:0:6502:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b43b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6502:1862022277247616:192.168.202.56@tcp:105:
00010000:00010000:0.0:1775764886.465879:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764886.465942:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2403:x1862022293684096:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 28968us (31593us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.465956:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3246
00000100:00100000:3.0:1775764886.470398:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.471786:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293684864
00000100:00100000:2.0:1775764886.471802:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293684864
00000100:00100000:0.0:1775764886.472930:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2947
00000100:00100000:0.0:1775764886.472945:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+273:14454:x1862022293684864:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764886.473339:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+274:14454:x1862022293684864:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 394us (7562us total) trans 4295101667 rc 0/0
00000100:00100000:0.0:1775764886.473350:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2947
00000100:00100000:1.0:1775764886.475910:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293684992
00000100:00100000:1.0:1775764886.476312:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293684992
00000100:00100000:1.0:1775764886.476413:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2060
00000100:00100000:1.0:1775764886.476425:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2401:x1862022293684992:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:1.0:1775764886.478729:0:15591:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:1.0:1775764886.478888:0:15591:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb mtime from disk: 1775764873 -> 1775764861
00002000:00010000:1.0:1775764886.478892:0:15591:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb atime from disk: 1775764876 -> 1775764866
00002000:00010000:1.0:1775764886.478894:0:15591:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb ctime from disk: 1775764886 -> 1775764886
00002000:00010000:1.0:1775764886.478907:0:15591:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7c:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:1.0:1775764886.479369:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+84:2401:x1862022293684992:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 2938us (8977us total) trans 4294967934 rc 0/0
00000100:00100000:1.0:1775764886.479386:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2060
00000100:00100000:1.0:1775764886.505508:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.506270:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293685120
00000100:00100000:3.0:1775764886.506285:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293685120
00000100:00100000:3.0:1775764886.506368:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205782
00000100:00100000:3.0:1775764886.506380:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+274:14453:x1862022293685120:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764886.506415:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764886.506441:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f96a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b60 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506525:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f971 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506543:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f971 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506559:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f971 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506604:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f978 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506612:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f978 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506620:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f978 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506669:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f971 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506676:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f971 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506683:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f971 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506689:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764886.506695:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f971 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506703:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f971 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506717:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764886.506721:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764886.506727:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f971 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506734:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6f971 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506751:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f978 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506757:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f978 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506762:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f978 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506767:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764886.506769:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f978 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506776:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f978 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506783:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x44fbd80 (ffff93c68422ac00)
00010000:00010000:3.0:1775764886.506785:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764886.506788:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f978 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506794:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6f978 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506834:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f96a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b60 expref: 275 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506902:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764886.506905:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764886.506909:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f5600/0x9da62835f5d6f96a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b60 expref: 275 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.506921:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a31f5600, rc 0)
00000100:00100000:3.0:1775764886.507487:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+274:14453:x1862022293685120:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1106us (2002us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764886.507499:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205782
00000100:00100000:2.0:1775764886.509325:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.513816:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293685248
00000100:00100000:1.0:1775764886.514247:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293685248
00000100:00100000:3.0:1775764886.514351:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.522810:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293685376
00000100:00100000:1.0:1775764886.522829:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293685376
00000100:00100000:2.0:1775764886.523316:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205783
00000100:00100000:2.0:1775764886.523333:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+275:14454:x1862022293685248:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.523366:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.523396:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f97f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b67 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523478:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f986 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523498:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f986 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523513:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f986 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523531:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f98d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523636:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f98d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523647:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f98d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523698:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f986 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523706:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f986 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523713:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f986 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523719:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.523725:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f986 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523810:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f986 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523827:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.523831:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.523836:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f986 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523866:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6f986 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523885:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f98d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523890:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f98d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.523897:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f98d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.524069:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.524073:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f98d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.524079:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f98d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.524089:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x16ffa7f1 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764886.524091:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.524095:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f98d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.524111:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f98d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.524229:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f97f lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b67 expref: 276 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.524242:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.524244:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.524248:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f97f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b67 expref: 276 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.524259:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769000, rc 0)
00000100:00100000:2.0:1775764886.524354:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+275:14454:x1862022293685248:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1026us (15038us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764886.524364:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205783
00000100:00100000:2.0:1775764886.524397:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205784
00000100:00100000:2.0:1775764886.524407:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+274:14453:x1862022293685376:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.524420:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.524431:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f994 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b6e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.524477:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f99b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.524489:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f99b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.524503:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f99b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764886.524673:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:2.0:1775764886.524678:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764886.524701:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f99b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.524721:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f994 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b6e expref: 276 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.525082:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f99b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b6e expref: 275 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.525092:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764886.525230:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764886.525234:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8800, rc 0)
00000100:00100000:2.0:1775764886.525280:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+275:14453:x1862022293685376:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 875us (10935us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.525288:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205784
00000100:00100000:2.0:1775764886.537092:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.537372:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.537457:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293685632
00000100:00100000:3.0:1775764886.537472:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293685632
00000100:00100000:0.0:1775764886.537481:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293685504
00000100:00100000:0.0:1775764886.537485:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293685504
00000100:00100000:0.0:1775764886.537543:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205785
00000100:00100000:3.0:1775764886.537548:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2948
00000100:00100000:0.0:1775764886.537554:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14454:x1862022293685504:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:3.0:1775764886.537554:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14453:x1862022293685632:12345-192.168.202.56@tcp:37:dbench.0
00010000:00010000:0.0:1775764886.537587:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764886.537615:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f9a2 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b75 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.537687:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f9a9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.537704:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f9a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.537718:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f9a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764886.537769:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:0.0:1775764886.537773:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764886.537793:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f9a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.537818:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f9a2 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b75 expref: 278 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.537837:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f9a9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b75 expref: 277 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.537873:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764886.537876:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764886.537880:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008400, rc 0)
00000100:00100000:0.0:1775764886.537947:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+277:14454:x1862022293685504:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 395us (871us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.537954:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205785
00000100:00100000:1.0:1775764886.545878:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14453:x1862022293685632:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 8279us (8462us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764886.548740:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2948
00000100:00100000:3.0:1775764886.550780:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.551184:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293685760
00000100:00100000:0.0:1775764886.551198:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293685760
00000100:00100000:0.0:1775764886.551287:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2949
00000100:00100000:0.0:1775764886.551298:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14454:x1862022293685760:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764886.559766:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14454:x1862022293685760:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 8451us (8976us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.559784:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2949
00000100:00100000:2.0:1775764886.572069:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.575210:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293685888
00000100:00100000:0.0:1775764886.575231:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293685888
00000100:00100000:0.0:1775764886.575337:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205786
00000100:00100000:0.0:1775764886.575351:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14453:x1862022293685888:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764886.575381:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764886.575412:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f9b0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b7c expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.575813:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f9b7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.575834:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f9b7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.575876:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f9b7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.575900:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f9be lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x795aff3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.575909:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f9be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576012:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f9be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576061:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f9b7 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576069:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f9b7 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576075:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f9b7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576083:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f9b7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576090:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764886.576096:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f9b7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576104:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f9b7 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576119:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764886.576122:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764886.576269:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f9b7 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576278:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008c00/0x9da62835f5d6f9b7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576298:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f9be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576305:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f9be lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576311:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f9be lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576316:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764886.576319:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f9be lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576326:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f9be lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576334:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x795aff3f (ffff93c795e56d00)
00010000:00010000:0.0:1775764886.576337:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764886.576339:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f9be lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576344:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d6f9be lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576388:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f9b0 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b7c expref: 277 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576405:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764886.576407:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764886.576411:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6f9b0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b7c expref: 277 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.576421:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3009600, rc 0)
00000100:00100000:0.0:1775764886.577072:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14453:x1862022293685888:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1385us (4677us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764886.577085:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205786
00000100:00100000:3.0:1775764886.578971:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.579054:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293686016
00000100:00100000:2.0:1775764886.579068:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293686016
00000100:00100000:2.0:1775764886.579150:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205787
00000100:00100000:2.0:1775764886.579162:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14454:x1862022293686016:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.579187:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.579217:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f9c5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b83 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579305:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9cc lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579324:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579337:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579354:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f9d3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579361:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f9d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579369:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f9d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579410:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579418:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9cc lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579425:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9cc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579432:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.579438:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9cc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579445:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9cc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579458:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.579461:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.579467:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9cc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579474:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9cc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579501:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f9d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579508:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f9d3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579515:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f9d3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579519:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.579521:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f9d3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579527:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f9d3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579546:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764886.579550:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.579553:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f9d3 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579559:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f9d3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579603:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f9c5 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b83 expref: 277 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579615:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.579617:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.579621:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d6f9c5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b83 expref: 277 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.579630:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8a00, rc 0)
00000100:00100000:2.0:1775764886.579711:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14454:x1862022293686016:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 551us (754us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764886.579719:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205787
00000100:00100000:2.0:1775764886.587767:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.587929:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293686272
00000100:00100000:1.0:1775764886.587944:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293686272
00000100:00100000:1.0:1775764886.588018:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205788
00000100:00100000:1.0:1775764886.588029:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14453:x1862022293686272:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.588057:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.588083:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f9da lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b8a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.588235:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f9e1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10079:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.588254:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f9e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10079:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.588270:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f9e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10079:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764886.588290:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10079:0x0]: returning size 260096
00010000:00010000:1.0:1775764886.588429:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6f9da lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b8a expref: 279 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.588451:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f9e1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10079:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b8a expref: 278 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.588461:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10079:0x0].0x0 (ffff93c682befc00)
00010000:00010000:1.0:1775764886.588464:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764886.588468:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162ba00, rc 0)
00000100:00100000:1.0:1775764886.588551:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+278:14453:x1862022293686272:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 523us (798us total) trans 4295101668 rc 0/0
00000100:00100000:1.0:1775764886.588560:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205788
00000100:00100000:3.0:1775764886.590672:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.590833:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293686528
00000100:00100000:2.0:1775764886.590872:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293686528
00000100:00100000:2.0:1775764886.590946:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205789
00000100:00100000:2.0:1775764886.590956:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+278:14454:x1862022293686528:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.590979:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.590982:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1775764886.591012:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6f9a9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b75 expref: 278 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.591032:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.591038:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764886.591051:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f9ef lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b91 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.591159:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9f6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.591174:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9f6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.591186:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9f6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.591201:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f9fd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.591208:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f9fd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.591214:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f9fd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764886.591619:0:6518:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x7d:0x0], index 0: 0
00010000:00010000:2.0:1775764886.592327:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fa04 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10169:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.592344:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fa04 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.592357:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fa04 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.592400:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9f6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.592407:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9f6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.592414:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9f6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.592420:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.592425:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9f6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.592434:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9f6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.592444:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.592448:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.592452:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9f6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.592459:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769c00/0x9da62835f5d6f9f6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764886.592474:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe75ff55 reply state 00000000d248c67e transno 4295101669 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f9fd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.593234:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f9fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.593250:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764886.593253:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764886.593257:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764886.593311:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6f9ef lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b91 expref: 280 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.593331:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fa04 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b91 expref: 279 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.593340:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10169:0x0].0x0 (ffff93c6a31a2c00)
00010000:00010000:2.0:1775764886.593342:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764886.593345:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769e00, rc 0)
00000100:00100000:2.0:1775764886.593450:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+280:14454:x1862022293686528:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2495us (2786us total) trans 4295101669 rc 0/0
00000100:00100000:2.0:1775764886.593461:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205789
00000100:00100000:3.0:1775764886.600270:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.600473:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293686656
00000100:00100000:2.0:1775764886.600486:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293686656
00000100:00100000:2.0:1775764886.600559:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205790
00000100:00100000:2.0:1775764886.600583:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+280:14453:x1862022293686656:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.600619:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.600648:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fa12 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b98 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.600727:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fa19 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.600756:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fa19 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.600771:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fa19 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.600789:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa20 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.600800:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa20 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.600806:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa20 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.600870:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fa19 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.600877:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fa19 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.600884:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fa19 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.600889:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.600894:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fa19 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.600993:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fa19 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.601008:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764886.601012:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.601018:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fa19 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.601024:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fa19 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.601040:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa20 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.601046:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa20 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.601052:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa20 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.601057:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b39c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.601059:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa20 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.601064:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa20 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.601071:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xd199dd9d (ffff93c6a31a2f00)
00010000:00010000:2.0:1775764886.601074:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.601077:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa20 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.601082:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa20 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.601119:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fa12 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b98 expref: 281 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.601136:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764886.601138:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.601141:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fa12 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b98 expref: 281 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.601152:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827e00, rc 0)
00000100:00100000:2.0:1775764886.601237:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+280:14453:x1862022293686656:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 666us (980us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764886.601246:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205790
00000100:00100000:3.0:1775764886.606353:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.606555:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293686784
00000100:00100000:0.0:1775764886.606614:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293686784
00000100:00100000:0.0:1775764886.606699:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1157
00000100:00100000:0.0:1775764886.606712:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+280:2403:x1862022293686784:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764886.606733:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764886.606766:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6f9e1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10079:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b8a expref: 280 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.606790:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10079:0x0].0x0 (ffff93c682befc00)
00010000:00010000:0.0:1775764886.606796:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764886.607733:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+279:2403:x1862022293686784:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 200us (570us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.607752:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1157
00000100:00100000:3.0:1775764886.612884:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.613235:0:15592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293686912
00000100:00100000:0.0:1775764886.613248:0:15592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293686912
00000100:00100000:0.0:1775764886.613326:0:15592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2061
00000100:00100000:0.0:1775764886.613339:0:15592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+84:2402:x1862022293686912:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764886.613362:0:15592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764886.613391:0:15592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d6fa27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465b9f expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764886.613421:0:15592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764886.613445:0:15592:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764886.613449:0:15592:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764886.613459:0:15592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d6fa27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b9f expref: 85 pid: 15592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.613478:0:15592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d6fa27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b9f expref: 85 pid: 15592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.613495:0:15592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:0.0:1775764886.613580:0:15592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+85:2402:x1862022293686912:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 244us (744us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.613589:0:15592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2061
00000100:00100000:3.0:1775764886.614432:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.614826:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293687168
00000100:00100000:1.0:1775764886.614878:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293687168
00000100:00100000:1.0:1775764886.614948:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205791
00000100:00100000:1.0:1775764886.614958:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+279:14453:x1862022293687168:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.614982:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.614985:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1775764886.615017:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d6f99b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b6e expref: 279 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615039:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.615045:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764886.615059:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fa2e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ba6 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615181:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fa35 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615198:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fa35 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615211:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fa35 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615230:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6fa3c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615237:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6fa3c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615244:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6fa3c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764886.615642:0:6519:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x7e:0x0], index 1: 0
00010000:00010000:1.0:1775764886.615818:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162be00/0x9da62835f5d6fa43 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615828:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162be00/0x9da62835f5d6fa43 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615836:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162be00/0x9da62835f5d6fa43 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615936:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fa35 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615949:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fa35 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615957:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fa35 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615965:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.615970:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fa35 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615979:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fa35 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.615989:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.615992:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.615996:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fa35 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.616003:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fa35 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764886.616015:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a721f836 reply state 00000000c017f3ad transno 4295101670 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6fa3c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.616028:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6fa3c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.616035:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xd199dd9d (ffff93c6877ce600)
00010000:00010000:1.0:1775764886.616038:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764886.616041:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764886.616072:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fa2e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ba6 expref: 281 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.616085:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162be00/0x9da62835f5d6fa43 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ba6 expref: 280 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.616094:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016a:0x0].0x0 (ffff93c6877ce300)
00010000:00010000:1.0:1775764886.616097:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764886.616099:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162be00, rc 0)
00000100:00100000:1.0:1775764886.616168:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+281:14453:x1862022293687168:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1212us (1739us total) trans 4295101670 rc 0/0
00000100:00100000:1.0:1775764886.616176:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205791
00000100:00100000:3.0:1775764886.622816:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.623056:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293687424
00000100:00100000:2.0:1775764886.623069:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293687424
00000100:00100000:2.0:1775764886.623139:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2950
00000100:00100000:2.0:1775764886.623151:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+281:14454:x1862022293687424:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764886.623525:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+282:14454:x1862022293687424:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 374us (722us total) trans 4295101671 rc 0/0
00000100:00100000:2.0:1775764886.623534:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2950
00000100:00100000:0.0:1775764886.631937:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.632342:0:15594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293687552
00000100:00100000:1.0:1775764886.632356:0:15594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293687552
00000100:00100000:1.0:1775764886.632487:0:15594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2062
00000100:00100000:1.0:1775764886.632499:0:15594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2402:x1862022293687552:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.632525:0:15594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.632553:0:15594:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa489292/0x9da62835f5d6fa51 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465bad expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1775764886.632598:0:15594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x7e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1775764886.632622:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764886.632625:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764886.632635:0:15594:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa489292/0x9da62835f5d6fa51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bad expref: 81 pid: 15594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.632656:0:15594:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aa489292/0x9da62835f5d6fa51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bad expref: 81 pid: 15594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.632680:0:15594:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162a000, rc 0)
00000100:00100000:1.0:1775764886.632762:0:15594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2402:x1862022293687552:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 265us (841us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764886.632770:0:15594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2062
00000100:00100000:3.0:1775764886.635470:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.635617:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293687808
00000100:00100000:0.0:1775764886.635629:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293687808
00000100:00100000:0.0:1775764886.635713:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205792
00000100:00100000:0.0:1775764886.635725:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+282:14454:x1862022293687808:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764886.636100:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764886.636141:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fa04 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10169:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b91 expref: 282 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.636175:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10169:0x0].0x0 (ffff93c6a31a2c00)
00010000:00010000:0.0:1775764886.636190:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764886.636219:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fa58 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.636237:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fa58 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.636250:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fa58 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.636261:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6fa5f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.636269:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6fa5f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.636275:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6fa5f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.636390:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6fa66 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10169:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.636399:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6fa66 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10169:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.636406:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6fa66 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10169:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764886.637238:0:14273:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].90, 64 off13976
00000004:00080000:0.0:1775764886.637253:0:14273:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 2140887411999ns, next at 2141887408555ns, rc = 0
00010000:00010000:0.0:1775764886.637318:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6fa6d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10169:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637331:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6fa6d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10169:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637341:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6fa6d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10169:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637349:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6fa6d lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10169:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637356:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6fa6d lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10169:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637362:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6fa6d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10169:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637390:0:14273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764886.637416:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6fa66 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10169:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637423:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6fa66 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10169:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637430:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6fa66 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10169:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637437:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764886.637442:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6fa66 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10169:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637456:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6fa66 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10169:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637467:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10169:0x0].0x0 (ffff93c6941e4f00)
00010000:00010000:0.0:1775764886.637470:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764886.637475:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6fa66 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10169:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637481:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6fa66 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10169:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637514:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fa58 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637520:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fa58 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637526:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fa58 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637531:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fa58 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637536:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764886.637539:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fa58 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637545:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fa58 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637553:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764886.637557:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764886.637560:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fa58 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637575:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fa58 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764886.637586:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ab63773c reply state 00000000aa161e2e transno 4295101672 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6fa5f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637599:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6fa5f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.637606:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6a31a2900)
00010000:00010000:0.0:1775764886.637608:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764886.637612:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764886.637714:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+283:14454:x1862022293687808:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1988us (2258us total) trans 4295101672 rc 0/0
00000100:00100000:0.0:1775764886.637724:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205792
00010000:00010000:2.0:1775764886.639267:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764886.639283:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6fa6d lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10169:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.639296:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008400 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764886.639301:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6fa6d lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10169:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.639311:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6fa6d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10169:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.639339:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10169:0x0].0x0 (ffff93c6941e4f00)
00010000:00010000:2.0:1775764886.639342:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764886.639347:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6fa6d lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10169:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.639354:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6fa6d lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10169:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.639379:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764886.639381:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764886.639383:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764886.643311:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.643486:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293687936
00000100:00100000:0.0:1775764886.643500:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293687936
00000100:00100000:0.0:1775764886.643582:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2063
00000100:00100000:0.0:1775764886.643594:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:14453:x1862022293687936:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764886.643619:0:14278:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764886.643645:0:14278:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000885910fe/0x9da62835f5d6fa74 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465bb4 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.643687:0:14278:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa489292/0x9da62835f5d6fa51 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bad expref: 82 pid: 15594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.643703:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764886.643705:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764886.643710:0:14278:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000885910fe/0x9da62835f5d6fa74 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bb4 expref: 82 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.643759:0:14278:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aa489292/0x9da62835f5d6fa51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bad expref: 82 pid: 15594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.643775:0:14278:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aa489292/0x9da62835f5d6fa51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bad expref: 82 pid: 15594 timeout: 2240 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.643794:0:14278:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14278:1862022277247744:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764886.643956:0:14278:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898f00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764886.645645:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.645723:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293688064
00000100:00100000:2.0:1775764886.645734:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293688064
00000100:00100000:2.0:1775764886.645802:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205793
00000100:00100000:2.0:1775764886.645813:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+283:14454:x1862022293688064:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.646002:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.646026:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa7b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465bbb expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646105:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6fa82 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646122:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6fa82 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646136:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6fa82 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646231:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fa89 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646242:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fa89 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646249:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fa89 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646295:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6fa82 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646303:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6fa82 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646309:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6fa82 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646316:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b39e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.646321:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6fa82 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646330:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6fa82 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646343:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.646347:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.646353:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6fa82 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646360:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6fa82 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646375:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fa89 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646382:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fa89 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646388:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fa89 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646393:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b38c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.646396:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fa89 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646402:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fa89 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646408:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764886.646411:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.646414:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fa89 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646419:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fa89 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646451:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa7b lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bbb expref: 284 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646461:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.646463:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.646466:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa7b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bbb expref: 284 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.646482:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c0b39c00, rc 0)
00000100:00100000:2.0:1775764886.646675:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+283:14454:x1862022293688064:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 863us (1040us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764886.646685:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205793
00000100:00100000:3.0:1775764886.650527:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.650651:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293688192
00000100:00100000:2.0:1775764886.650668:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293688192
00010000:00010000:2.0:1775764886.650718:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aa489292/0x9da62835f5d6fa51 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bad expref: 83 pid: 15594 timeout: 2240 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.650738:0:14278:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14278:1862022277247744:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764886.650767:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3247
00010000:00010000:0.0:1775764886.650772:0:14278:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000885910fe/0x9da62835f5d6fa74 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bb4 expref: 83 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764886.650776:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2402:x1862022293688192:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764886.650791:0:14278:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008c00, rc 0)
00010000:00010000:2.0:1775764886.650794:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764886.650819:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aa489292/0x9da62835f5d6fa51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bad expref: 83 pid: 15594 timeout: 2240 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.650832:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aa489292/0x9da62835f5d6fa51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bad expref: 83 pid: 15594 timeout: 2240 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.650878:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:14453:x1862022293687936:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7287us (7582us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.650887:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2063
00010000:00010000:2.0:1775764886.650888:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa489292/0x9da62835f5d6fa51 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bad expref: 83 pid: 15594 timeout: 2240 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.650904:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764886.650917:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764886.650926:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000885910fe/0x9da62835f5d6fa74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bb4 expref: 81 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.650942:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000885910fe/0x9da62835f5d6fa74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bb4 expref: 81 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.650982:0:6503:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000885910fe/0x9da62835f5d6fa74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bb4 expref: 81 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764886.650998:0:6503:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab21880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6503:1862022277247872:192.168.202.56@tcp:105:
00000100:00100000:2.0:1775764886.651060:0:6503:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1e40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764886.654814:0:6503:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab21880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6503:1862022277247872:192.168.202.56@tcp:105:
00010000:00010000:2.0:1775764886.654882:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764886.654966:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2402:x1862022293688192:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 4190us (4454us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.654981:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3247
00000100:00100000:1.0:1775764886.661306:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.661575:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293688320
00000100:00100000:3.0:1775764886.661589:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293688320
00000100:00100000:3.0:1775764886.662434:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205794
00000100:00100000:0.0:1775764886.664207:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.664366:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293688576
00000100:00100000:1.0:1775764886.664379:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293688576
00000100:00100000:1.0:1775764886.664506:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2951
00000100:00100000:1.0:1775764886.664518:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4861450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+284:14453:x1862022293688576:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764886.664973:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4861450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14453:x1862022293688576:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 455us (776us total) trans 4295101673 rc 0/0
00000100:00100000:1.0:1775764886.664982:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2951
00000100:00100000:3.0:1775764886.666592:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+284:14454:x1862022293688320:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764886.666623:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764886.666650:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fa90 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465bc2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.666742:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fa97 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.666763:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fa97 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.666777:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fa97 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764886.666831:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:3.0:1775764886.666835:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764886.666879:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fa97 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.666908:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fa90 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bc2 expref: 286 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.666930:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fa97 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bc2 expref: 285 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.666939:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764886.666943:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764886.666948:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:3.0:1775764886.667030:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14454:x1862022293688320:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 473us (5737us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764886.667041:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205794
00000100:00100000:0.0:1775764886.673046:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.679015:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293688704
00000100:00100000:2.0:1775764886.679036:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293688704
00000100:00100000:2.0:1775764886.679193:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2952
00000100:00100000:2.0:1775764886.679206:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14454:x1862022293688704:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764886.686781:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14454:x1862022293688704:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 7560us (13732us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764886.686801:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2952
00000100:00100000:3.0:1775764886.691662:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.691774:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293688832
00000100:00100000:2.0:1775764886.691788:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293688832
00000100:00100000:2.0:1775764886.691898:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205795
00000100:00100000:2.0:1775764886.691912:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14454:x1862022293688832:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.691943:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.691970:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa9e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465bc9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692057:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6faa5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692089:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6faa5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692104:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6faa5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692119:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6faac lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692126:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6faac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692132:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6faac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692180:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6faa5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692187:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6faa5 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692196:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6faa5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692203:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b38c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.692208:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6faa5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692221:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6faa5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692667:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.692671:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.692679:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6faa5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692686:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6faa5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692703:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6faac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692710:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6faac lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692716:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6faac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692722:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b39e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.692725:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6faac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692731:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6faac lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692741:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764886.692743:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.692746:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6faac lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692752:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6faac lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692787:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa9e lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bc9 expref: 286 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692798:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.692800:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.692804:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fa9e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bc9 expref: 286 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.692814:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c0b39c00, rc 0)
00000100:00100000:3.0:1775764886.693103:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14454:x1862022293688832:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1192us (1452us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764886.693114:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205795
00000100:00100000:0.0:1775764886.696655:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.696770:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293688960
00000100:00100000:1.0:1775764886.696785:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293688960
00000100:00100000:1.0:1775764886.696892:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205796
00000100:00100000:1.0:1775764886.696904:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14453:x1862022293688960:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.696934:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.696964:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6fab3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465bd0 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697052:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6faba lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697070:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6faba lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697089:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6faba lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697107:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6fac1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697115:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6fac1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697122:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6fac1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697171:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6faba lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697179:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6faba lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697187:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6faba lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697193:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162aa00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.697199:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6faba lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697209:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6faba lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697223:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.697226:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.697233:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6faba lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697253:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6faba lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697268:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6fac1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697274:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6fac1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697282:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6fac1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697287:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162ac00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.697290:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6fac1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697296:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6fac1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697304:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x16ffa7f1 (ffff93c6877cef00)
00010000:00010000:1.0:1775764886.697306:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.697309:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6fac1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697315:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6fac1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697352:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6fab3 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bd0 expref: 286 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697367:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.697369:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.697372:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6fab3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bd0 expref: 286 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.697381:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162ae00, rc 0)
00000100:00100000:1.0:1775764886.697647:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14453:x1862022293688960:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 744us (1004us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764886.697657:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205796
00000100:00100000:0.0:1775764886.702721:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.703035:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293689088
00000100:00100000:2.0:1775764886.703048:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293689088
00000100:00100000:2.0:1775764886.703130:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205797
00000100:00100000:2.0:1775764886.703146:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14454:x1862022293689088:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.703177:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.703208:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fac8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465bd7 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703311:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6facf lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703331:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6facf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703346:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6facf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703368:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fad6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703375:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fad6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703380:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fad6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703427:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6facf lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703435:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6facf lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703441:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6facf lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703448:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6facf lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703454:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.703459:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6facf lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703468:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6facf lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703482:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.703485:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.703491:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6facf lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703498:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6facf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703515:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fad6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703521:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fad6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703527:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fad6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703532:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.703536:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fad6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703542:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fad6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703549:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x295f24f2 (ffff93c6a31a2f00)
00010000:00010000:2.0:1775764886.703552:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.703555:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fad6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703561:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fad6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703614:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fac8 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bd7 expref: 286 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703631:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.703633:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.703637:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fac8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bd7 expref: 286 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.703648:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827e00, rc 0)
00000100:00100000:2.0:1775764886.703720:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14454:x1862022293689088:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 579us (1011us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764886.703728:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205797
00000100:00100000:0.0:1775764886.707015:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.709061:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293689216
00000100:00100000:1.0:1775764886.709081:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293689216
00000100:00100000:1.0:1775764886.710515:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205798
00000100:00100000:1.0:1775764886.710548:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14453:x1862022293689216:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.710590:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.710623:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fadd lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465bde expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.710724:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fae4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.710745:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fae4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.710762:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fae4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764886.710820:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:1.0:1775764886.710825:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764886.711162:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fae4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.711196:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fadd lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bde expref: 287 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.711219:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fae4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bde expref: 286 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.711230:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.711233:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764886.711323:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162a600, rc 0)
00000100:00100000:1.0:1775764886.711409:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+286:14453:x1862022293689216:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 877us (4409us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764886.711419:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205798
00000100:00100000:3.0:1775764886.718583:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.718694:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.718800:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293689600
00000100:00100000:0.0:1775764886.718812:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293689600
00000100:00100000:0.0:1775764886.718903:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2953
00000100:00100000:0.0:1775764886.718915:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+286:14453:x1862022293689600:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:1.0:1775764886.720313:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293689472
00000100:00100000:1.0:1775764886.720325:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293689472
00000100:00100000:0.0:1775764886.720517:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205799
00000100:00100000:0.0:1775764886.720526:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+288:14454:x1862022293689472:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764886.720549:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764886.720552:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1775764886.720597:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fa97 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bc2 expref: 288 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.720621:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764886.720626:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764886.720644:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6faeb lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465be5 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.720757:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6faf2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.720774:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6faf2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.720785:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6faf2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.720807:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6faf9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.720815:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6faf9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.720821:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6faf9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764886.721267:0:6517:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x7e:0x0], index 0: 0
00010000:00010000:0.0:1775764886.721451:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6fb00 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.721462:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6fb00 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.721471:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6fb00 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.721521:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6faf2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.721529:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6faf2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.721536:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6faf2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.721542:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764886.721548:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6faf2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.721559:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6faf2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.721581:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764886.721584:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764886.721588:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6faf2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.721594:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6faf2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764886.721607:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053db4ac4 reply state 00000000a6d99349 transno 4295101674 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6faf9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.721619:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6faf9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.721626:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x295f24f2 (ffff93c6941e4800)
00010000:00010000:0.0:1775764886.721628:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764886.721631:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764886.721665:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6faeb lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465be5 expref: 290 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.721680:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6fb00 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465be5 expref: 289 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.721687:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c6941e4700)
00010000:00010000:0.0:1775764886.721690:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764886.721692:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69ab28e00, rc 0)
00000100:00100000:0.0:1775764886.721780:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+290:14454:x1862022293689472:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1254us (3220us total) trans 4295101674 rc 0/0
00000100:00100000:0.0:1775764886.721790:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205799
00000100:00100000:0.0:1775764886.730087:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+288:14453:x1862022293689600:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 11160us (11378us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.730102:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2953
00000100:00100000:3.0:1775764886.734556:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.734623:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.734726:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293689728
00000100:00100000:0.0:1775764886.734739:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293689728
00000100:00100000:0.0:1775764886.734817:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2064
00000100:00100000:0.0:1775764886.734830:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+85:2402:x1862022293689728:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764886.734888:0:15570:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764886.734932:0:15570:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a4954bf/0x9da62835f5d6fb0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465bec expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764886.734970:0:15570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764886.734996:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764886.734999:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764886.735010:0:15570:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a4954bf/0x9da62835f5d6fb0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bec expref: 86 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.735030:0:15570:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003a4954bf/0x9da62835f5d6fb0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bec expref: 86 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.735047:0:15570:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c79545c800, rc 0)
00000100:00100000:0.0:1775764886.735120:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+86:2402:x1862022293689728:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 293us (577us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.735133:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2064
00000100:00100000:2.0:1775764886.736526:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293689856
00000100:00100000:2.0:1775764886.736541:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293689856
00000100:00100000:3.0:1775764886.737063:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205800
00000100:00100000:3.0:1775764886.737075:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+288:14453:x1862022293689856:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764886.737103:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764886.737126:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fb15 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465bf3 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737206:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fb1c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737225:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fb1c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737238:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fb1c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737257:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fb23 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737264:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fb23 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737270:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fb23 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737318:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fb1c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737326:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fb1c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737333:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fb1c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737341:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fb1c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737348:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764886.737354:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fb1c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737363:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fb1c lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737377:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764886.737380:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764886.737386:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fb1c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737394:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fb1c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737410:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fb23 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737416:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fb23 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737422:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fb23 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737428:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764886.737431:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fb23 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737436:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fb23 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737442:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c68422ac00)
00010000:00010000:3.0:1775764886.737444:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764886.737446:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fb23 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737451:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fb23 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737485:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fb15 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bf3 expref: 289 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737501:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764886.737504:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764886.737508:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fb15 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bf3 expref: 289 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.737518:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842200, rc 0)
00000100:00100000:3.0:1775764886.738458:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+288:14453:x1862022293689856:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1377us (3826us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764886.738471:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205800
00000100:00100000:3.0:1775764886.747245:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.747370:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293689984
00000100:00100000:0.0:1775764886.747391:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293689984
00000100:00100000:0.0:1775764886.747455:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205801
00000100:00100000:0.0:1775764886.747466:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+288:14454:x1862022293689984:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764886.747492:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764886.747516:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb2a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465bfa expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747606:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb31 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747625:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb31 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747640:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb31 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747653:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb38 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747662:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb38 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747668:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb38 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747712:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb31 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747723:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb31 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747730:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb31 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747736:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692eec200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764886.747742:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb31 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747752:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb31 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747765:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764886.747768:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764886.747774:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb31 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747780:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb31 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747795:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb38 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747802:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb38 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747808:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb38 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747814:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e798e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764886.747818:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb38 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747824:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb38 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.747831:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6a31a2900)
00010000:00010000:0.0:1775764886.747833:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764886.747836:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb38 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.748072:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb38 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.748108:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb2a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bfa expref: 289 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.748120:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764886.748123:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764886.748126:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb2a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bfa expref: 289 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.748136:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebce00, rc 0)
00000100:00100000:0.0:1775764886.748259:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+288:14454:x1862022293689984:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 793us (1026us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764886.748268:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205801
00000100:00100000:2.0:1775764886.753308:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.753428:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293690112
00000100:00100000:1.0:1775764886.753441:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293690112
00000100:00100000:1.0:1775764886.753551:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205802
00000100:00100000:1.0:1775764886.753564:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+288:14454:x1862022293690112:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.753603:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.753630:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fb3f lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c01 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.753711:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6fb46 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.753733:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6fb46 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.753749:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6fb46 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764886.753808:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:1.0:1775764886.753813:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764886.753835:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6fb46 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.753888:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fb3f lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c01 expref: 290 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.753920:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6fb46 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c01 expref: 289 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.753931:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764886.753934:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764886.753939:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162ae00, rc 0)
00000100:00100000:1.0:1775764886.754020:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+289:14454:x1862022293690112:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 459us (725us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764886.754028:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205802
00000100:00100000:3.0:1775764886.756768:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.756885:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293690368
00000100:00100000:1.0:1775764886.756907:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293690368
00000100:00100000:1.0:1775764886.757019:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205803
00000100:00100000:1.0:1775764886.757030:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+289:14453:x1862022293690368:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.757057:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.757062:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1775764886.757094:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fae4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bde expref: 289 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.757115:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.757121:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764886.757136:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6fb4d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c08 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.757262:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fb54 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.757278:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fb54 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.757290:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fb54 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.757308:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6fb5b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.757315:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6fb5b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.757323:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6fb5b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764886.757796:0:6519:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x7f:0x0], index 1: 0
00010000:00010000:1.0:1775764886.758007:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fb62 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.758019:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fb62 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.758029:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fb62 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.758068:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fb54 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.758075:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fb54 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.758083:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fb54 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.758090:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162aa00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.758095:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fb54 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.758104:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fb54 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.758114:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.758117:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.758122:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fb54 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.758128:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fb54 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764886.758143:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b9adcb56 reply state 0000000046b57c22 transno 4295101675 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6fb5b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.758154:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6fb5b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.758161:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6877cef00)
00010000:00010000:1.0:1775764886.758164:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764886.758166:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764886.758201:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ac00/0x9da62835f5d6fb4d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c08 expref: 291 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.758216:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fb62 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c08 expref: 290 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.758223:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016c:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:1.0:1775764886.758225:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764886.758228:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162a000, rc 0)
00000100:00100000:1.0:1775764886.758321:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+291:14453:x1862022293690368:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1292us (1565us total) trans 4295101675 rc 0/0
00000100:00100000:1.0:1775764886.758329:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205803
00000100:00100000:3.0:1775764886.768394:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.768522:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.768628:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293690624
00000100:00100000:0.0:1775764886.768642:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293690624
00000100:00100000:1.0:1775764886.768679:0:8400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293690496
00000100:00100000:1.0:1775764886.768683:0:8400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293690496
00000100:00100000:0.0:1775764886.768718:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2954
00000100:00100000:0.0:1775764886.768732:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+291:14454:x1862022293690624:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:1.0:1775764886.768803:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2065
00000100:00100000:1.0:1775764886.768812:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2403:x1862022293690496:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.768823:0:8400:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.768882:0:8400:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbdbdb0c/0x9da62835f5d6fb70 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c0f expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1775764886.769074:0:8400:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x7f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1775764886.769096:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764886.769098:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764886.769110:0:8400:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbdbdb0c/0x9da62835f5d6fb70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c0f expref: 82 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.769130:0:8400:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbdbdb0c/0x9da62835f5d6fb70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c0f expref: 82 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.769146:0:8400:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162ac00, rc 0)
00000100:00100000:1.0:1775764886.769209:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2403:x1862022293690496:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 399us (830us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764886.769217:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2065
00000100:00100000:0.0:1775764886.773677:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+291:14454:x1862022293690624:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 4930us (5137us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.773695:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2954
00000100:00100000:3.0:1775764886.774121:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.774197:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293690880
00000100:00100000:1.0:1775764886.774208:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293690880
00000100:00100000:1.0:1775764886.774269:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2955
00000100:00100000:1.0:1775764886.774280:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+291:14453:x1862022293690880:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764886.774624:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+292:14453:x1862022293690880:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 346us (504us total) trans 4295101676 rc 0/0
00000100:00100000:1.0:1775764886.774632:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2955
00000100:00100000:1.0:1775764886.784969:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.785083:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.785173:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293691264
00000100:00100000:0.0:1775764886.785187:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293691264
00000100:00100000:0.0:1775764886.785306:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205804
00000100:00100000:0.0:1775764886.785319:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+292:14453:x1862022293691264:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764886.785394:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764886.785425:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fb62 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c08 expref: 292 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.785443:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016c:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:0.0:1775764886.785453:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764886.785475:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb77 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.785487:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb77 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.785498:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb77 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.785510:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb7e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.785518:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb7e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.785524:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb7e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.785666:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb85 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1016c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.785673:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb85 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.785677:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb85 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764886.785967:0:14273:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].91, 64 off14016
00000004:00080000:0.0:1775764886.785979:0:14273:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 2141036137899ns, next at 2142036134606ns, rc = 0
00010000:00010000:0.0:1775764886.786035:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fb8c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786044:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fb8c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786054:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fb8c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786061:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fb8c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1016c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786066:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fb8c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1016c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786071:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fb8c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1016c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786084:0:14273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764886.786102:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764886.786108:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fb8c lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1016c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786113:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764886.786117:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fb8c lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1016c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786122:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fb8c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1016c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786129:0:7451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016c:0x0].0x0 (ffff93c69bed0c00)
00010000:00010000:0.0:1775764886.786131:0:7451:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764886.786133:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fb8c lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1016c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786137:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fb8c lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1016c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786145:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764886.786146:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764886.786147:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764886.786158:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb85 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786162:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb85 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1016c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786166:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb85 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1016c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786169:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692eec200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764886.786171:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb85 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1016c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786176:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb85 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1016c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786181:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016c:0x0].0x0 (ffff93c69bed0c00)
00010000:00010000:0.0:1775764886.786182:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764886.786183:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb85 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1016c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786186:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d6fb85 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1016c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786200:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb77 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786204:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb77 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786207:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb77 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786210:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb77 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786212:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e798e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764886.786215:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb77 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786218:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb77 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786221:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764886.786224:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764886.786226:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb77 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786230:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fb77 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764886.786235:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009f3b3880 reply state 0000000097182300 transno 4295101677 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb7e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786246:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb7e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.786252:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6877cef00)
00010000:00010000:0.0:1775764886.786254:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764886.786257:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764886.786342:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+293:14453:x1862022293691264:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1025us (1256us total) trans 4295101677 rc 0/0
00000100:00100000:0.0:1775764886.786362:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205804
00000100:00100000:2.0:1775764886.786425:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293691008
00000100:00100000:2.0:1775764886.786432:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293691008
00000100:00100000:2.0:1775764886.786462:0:15595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2066
00000100:00100000:2.0:1775764886.786467:0:15595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+86:14454:x1862022293691008:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.786480:0:15595:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.786494:0:15595:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056e90145/0x9da62835f5d6fb93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c16 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.786521:0:15595:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003a4954bf/0x9da62835f5d6fb0e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bec expref: 87 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.786531:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764886.786534:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764886.786539:0:15595:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056e90145/0x9da62835f5d6fb93 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c16 expref: 87 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.786589:0:15595:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003a4954bf/0x9da62835f5d6fb0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bec expref: 87 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.786602:0:15595:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003a4954bf/0x9da62835f5d6fb0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bec expref: 87 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764886.786615:0:15595:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15595:1862022277248000:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764886.786678:0:15595:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1e40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764886.797130:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.797263:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293691392
00000100:00100000:2.0:1775764886.797276:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293691392
00000100:00100000:2.0:1775764886.797357:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205805
00000100:00100000:2.0:1775764886.797369:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+293:14453:x1862022293691392:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.797405:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.797434:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fb9a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c1d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797523:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fba1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797542:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fba1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797556:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fba1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797580:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fba8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797590:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fba8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797596:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fba8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797644:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fba1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797651:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fba1 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797658:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fba1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797663:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.797668:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fba1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797676:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fba1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797689:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764886.797692:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.797697:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fba1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797704:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fba1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797720:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fba8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797726:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fba8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797732:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fba8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797738:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.797740:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fba8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797745:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fba8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797752:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6877cef00)
00010000:00010000:2.0:1775764886.797754:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.797757:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fba8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797762:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fba8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797793:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fb9a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c1d expref: 294 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797804:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764886.797806:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.797809:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fb9a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c1d expref: 294 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.797825:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769000, rc 0)
00000100:00100000:2.0:1775764886.797928:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+293:14453:x1862022293691392:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 560us (811us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764886.797935:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205805
00000100:00100000:3.0:1775764886.800635:0:15595:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15595:1862022277248000:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764886.800681:0:15595:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000056e90145/0x9da62835f5d6fb93 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c16 expref: 87 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.800709:0:15595:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769c00, rc 0)
00000100:00100000:3.0:1775764886.800794:0:15595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+87:14454:x1862022293691008:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14324us (15837us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764886.800805:0:15595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2066
00000100:00100000:1.0:1775764886.802555:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.802646:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293691520
00000100:00100000:0.0:1775764886.802660:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293691520
00010000:00010000:0.0:1775764886.802709:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003a4954bf/0x9da62835f5d6fb0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bec expref: 87 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.802759:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3248
00000100:00100000:0.0:1775764886.802769:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acd22c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+87:2403:x1862022293691520:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764886.802789:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764886.802817:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003a4954bf/0x9da62835f5d6fb0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bec expref: 87 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.802836:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003a4954bf/0x9da62835f5d6fb0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bec expref: 87 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.802901:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a4954bf/0x9da62835f5d6fb0e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bec expref: 87 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.802920:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764886.802922:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764886.802931:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056e90145/0x9da62835f5d6fb93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c16 expref: 86 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.802942:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056e90145/0x9da62835f5d6fb93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c16 expref: 86 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.802990:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000056e90145/0x9da62835f5d6fb93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c16 expref: 86 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.803008:0:6502:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6502:1862022277248128:192.168.202.56@tcp:105:
00000100:00100000:0.0:1775764886.803114:0:6502:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898240 going to sleep for 11 seconds
00000100:00100000:0.0:1775764886.812261:0:6502:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6502:1862022277248128:192.168.202.56@tcp:105:
00010000:00010000:0.0:1775764886.812295:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764886.812373:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acd22c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+86:2403:x1862022293691520:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 9604us (9829us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.812388:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3248
00000100:00100000:3.0:1775764886.818360:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.818493:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293691776
00000100:00100000:2.0:1775764886.818508:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293691776
00000100:00100000:2.0:1775764886.818595:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2956
00000100:00100000:2.0:1775764886.818610:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4861c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+293:14454:x1862022293691776:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764886.819317:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4861c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+294:14454:x1862022293691776:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 707us (968us total) trans 4295101678 rc 0/0
00000100:00100000:2.0:1775764886.819329:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2956
00000100:00100000:1.0:1775764886.825033:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.825481:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293691904
00000100:00100000:0.0:1775764886.825494:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293691904
00000100:00100000:0.0:1775764886.825561:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205806
00000100:00100000:0.0:1775764886.825582:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+294:14453:x1862022293691904:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764886.825612:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764886.825640:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fbaf lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c24 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.825755:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fbb6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.825774:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fbb6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.825789:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fbb6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764886.825861:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:0.0:1775764886.825865:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764886.825896:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fbb6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.825938:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fbaf lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c24 expref: 296 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.825962:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fbb6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c24 expref: 295 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.825973:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764886.825976:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764886.825982:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4200, rc 0)
00000100:00100000:1.0:1775764886.826097:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+295:14453:x1862022293691904:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 517us (1077us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764886.826111:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205806
00000100:00100000:1.0:1775764886.833603:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.833664:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.833813:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293692032
00000100:00100000:3.0:1775764886.833827:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293692032
00000100:00100000:0.0:1775764886.833831:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293692288
00000100:00100000:0.0:1775764886.833834:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293692288
00000100:00100000:0.0:1775764886.834059:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205807
00000100:00100000:0.0:1775764886.834071:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:14454:x1862022293692288:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:3.0:1775764886.834097:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2957
00000100:00100000:3.0:1775764886.834105:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:14453:x1862022293692032:12345-192.168.202.56@tcp:37:dbench.0
00010000:00010000:0.0:1775764886.834106:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764886.834134:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fbbd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c2b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.834264:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.834281:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6fb00 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465be5 expref: 297 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.834292:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.834335:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6fb00 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465be5 expref: 297 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.834351:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6fb00 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465be5 expref: 297 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.834366:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277248256:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764886.834604:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898b40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764886.840601:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:14453:x1862022293692032:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 6477us (6994us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.840619:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2957
00000100:00100000:3.0:1775764886.840958:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277248256:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764886.840991:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764886.842772:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.843027:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293692416
00000100:00100000:3.0:1775764886.843040:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293692416
00010000:00010000:3.0:1775764886.843085:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6fb00 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465be5 expref: 297 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764886.843128:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3249
00000100:00100000:3.0:1775764886.843138:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:2403:x1862022293692416:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764886.843156:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764886.843164:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6fb00 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465be5 expref: 297 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.843179:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6fb00 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465be5 expref: 297 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.843206:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6fb00 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465be5 expref: 297 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.843226:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c6941e4700)
00010000:00010000:3.0:1775764886.843232:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.843248:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.843257:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.843345:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764886.843413:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:2403:x1862022293692416:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 276us (650us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764886.843420:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3249
00000100:00100000:3.0:1775764886.845108:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.845628:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293692544
00000100:00100000:2.0:1775764886.845642:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293692544
00000100:00100000:2.0:1775764886.845716:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205808
00000100:00100000:2.0:1775764886.845736:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:14453:x1862022293692544:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.845763:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.845790:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fbcb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c32 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846092:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fbd2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846116:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fbd2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846131:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fbd2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846148:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fbd9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846156:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fbd9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846163:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fbd9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846210:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fbd2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846218:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fbd2 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846224:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fbd2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846230:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.846235:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fbd2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846243:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fbd2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846261:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764886.846265:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.846270:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fbd2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846277:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fbd2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846292:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fbd9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846299:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fbd9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846305:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fbd9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846310:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.846313:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fbd9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846318:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fbd9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846324:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6877cef00)
00010000:00010000:2.0:1775764886.846326:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.846329:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fbd9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846335:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fbd9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846368:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fbcb lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c32 expref: 297 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846379:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764886.846382:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.846385:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fbcb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c32 expref: 297 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.846396:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827e00, rc 0)
00000100:00100000:2.0:1775764886.846468:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:14453:x1862022293692544:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 742us (1369us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764886.846476:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205808
00010000:00010000:1.0:1775764886.848173:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.848193:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764886.848222:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00010000:00010000:1.0:1775764886.848400:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fbbd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c2b expref: 297 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.848425:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c2b expref: 296 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.848436:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c6941e4700)
00010000:00010000:1.0:1775764886.848440:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764886.848443:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4a00, rc 0)
00000100:00100000:1.0:1775764886.848514:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:14454:x1862022293692288:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14444us (14848us total) trans 4295101679 rc 0/0
00000100:00100000:1.0:1775764886.848524:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205807
00000100:00100000:3.0:1775764886.853270:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.853330:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.853536:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293692800
00000100:00100000:1.0:1775764886.853536:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293692672
00000100:00100000:0.0:1775764886.853549:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293692800
00000100:00100000:1.0:1775764886.853549:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293692672
00000100:00100000:1.0:1775764886.853637:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205809
00000100:00100000:1.0:1775764886.853648:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:14453:x1862022293692672:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.853683:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.853710:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fbe7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c39 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.853826:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fbee lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.853873:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fbee lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.853889:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fbee lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854286:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fbf5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854296:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fbf5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854305:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fbf5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854352:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fbee lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854359:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fbee lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854366:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fbee lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854373:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.854378:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fbee lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854391:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fbee lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854405:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.854408:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.854414:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fbee lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854421:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fbee lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854435:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fbf5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854441:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fbf5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854446:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fbf5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854451:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.854453:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fbf5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854458:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fbf5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854465:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x295f24f2 (ffff93c6877ce700)
00010000:00010000:1.0:1775764886.854468:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.854471:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fbf5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854478:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fbf5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854671:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fbe7 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c39 expref: 298 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854684:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764886.854687:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.854690:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fbe7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c39 expref: 298 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.854701:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162b600, rc 0)
00000100:00100000:1.0:1775764886.855102:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:14453:x1862022293692672:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1453us (1845us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764886.855114:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205809
00000100:00100000:0.0:1775764886.856025:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205810
00000100:00100000:0.0:1775764886.856045:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:14454:x1862022293692800:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764886.856071:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764886.856094:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6fbfc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c40 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.856198:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fc03 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.856213:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c2b expref: 298 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.856222:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fc03 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.856265:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c2b expref: 298 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.856281:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c2b expref: 298 pid: 6518 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.856298:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277248384:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764886.858908:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764886.861706:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.862104:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293693056
00000100:00100000:2.0:1775764886.862117:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293693056
00000100:00100000:2.0:1775764886.862224:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205811
00000100:00100000:2.0:1775764886.862235:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:14453:x1862022293693056:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.862263:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.862267:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1775764886.862304:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fbb6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c24 expref: 298 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.862328:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764886.862334:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764886.862352:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fc0a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c47 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.862482:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc11 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.862499:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc11 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.862511:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc11 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.862526:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fc18 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.862533:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fc18 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.862539:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fc18 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764886.862984:0:6517:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x7f:0x0], index 0: 0
00010000:00010000:2.0:1775764886.863145:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fc1f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.863156:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fc1f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.863164:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fc1f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.863201:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc11 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.863213:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc11 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.863220:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc11 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.863226:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.863231:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc11 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.863239:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc11 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.863248:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764886.863251:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.863254:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc11 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.863259:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc11 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764886.863270:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004338461a reply state 000000001bb8e6b3 transno 4295101680 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fc18 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.863282:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fc18 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.863288:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x295f24f2 (ffff93c6a31a2f00)
00010000:00010000:2.0:1775764886.863290:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764886.863293:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764886.863324:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fc0a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c47 expref: 300 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.863339:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fc1f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c47 expref: 299 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.863346:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764886.863349:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764886.863351:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c0b39c00, rc 0)
00000100:00100000:2.0:1775764886.863427:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:14453:x1862022293693056:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1194us (1735us total) trans 4295101680 rc 0/0
00000100:00100000:2.0:1775764886.863434:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205811
00000100:00100000:3.0:1775764886.867028:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.867067:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293693184
00000100:00100000:3.0:1775764886.867078:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293693184
00010000:00010000:3.0:1775764886.867126:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c2b expref: 300 pid: 6518 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764886.867170:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3250
00000100:00100000:3.0:1775764886.867180:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:2402:x1862022293693184:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764886.867199:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764886.867206:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c2b expref: 300 pid: 6518 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.867223:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c2b expref: 300 pid: 6518 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.867253:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c6941e4700)
00010000:00010000:3.0:1775764886.867260:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fc03 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.867270:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fc03 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.867279:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fc03 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.867303:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764886.867364:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:2402:x1862022293693184:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 184us (350us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764886.867373:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3250
00010000:00010000:0.0:1775764886.869316:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fbc4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c2b expref: 299 pid: 6518 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.869345:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277248384:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764886.869375:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fc03 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.869386:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fc03 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.869393:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fc03 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764886.869462:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:0.0:1775764886.869468:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764886.869504:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fc03 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.869545:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6fbfc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c40 expref: 299 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.869561:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fc03 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c40 expref: 298 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.869583:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c6941e4700)
00010000:00010000:0.0:1775764886.869587:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764886.869590:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e798e00, rc 0)
00000100:00100000:0.0:1775764886.869668:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:14454:x1862022293692800:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13632us (16336us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.869678:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205810
00000100:00100000:3.0:1775764886.871065:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.871147:0:8402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293693312
00000100:00100000:2.0:1775764886.871156:0:8402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293693312
00000100:00100000:2.0:1775764886.871259:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2067
00000100:00100000:2.0:1775764886.871270:0:8402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+86:2402:x1862022293693312:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.871292:0:8402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.871318:0:8402:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003913e9cb/0x9da62835f5d6fc2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c4e expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1775764886.871352:0:8402:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1775764886.871375:0:8402:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764886.871378:0:8402:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764886.871388:0:8402:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003913e9cb/0x9da62835f5d6fc2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c4e expref: 87 pid: 8402 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.871407:0:8402:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003913e9cb/0x9da62835f5d6fc2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c4e expref: 87 pid: 8402 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.871429:0:8402:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c0b39e00, rc 0)
00000100:00100000:2.0:1775764886.871484:0:8402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+87:2402:x1862022293693312:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 216us (427us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.871491:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2067
00000100:00100000:0.0:1775764886.882451:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.882557:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.883070:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293693440
00000100:00100000:2.0:1775764886.883083:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293693440
00000100:00100000:2.0:1775764886.883157:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293693568
00000100:00100000:2.0:1775764886.883161:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293693568
00000100:00100000:2.0:1775764886.883188:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205812
00000100:00100000:2.0:1775764886.883200:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+299:14454:x1862022293693440:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.883234:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.883262:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fc34 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c55 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883352:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc3b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764886.883367:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205813
00010000:00010000:2.0:1775764886.883372:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc3b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764886.883378:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:14453:x1862022293693568:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.883387:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc3b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883387:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764886.883397:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc42 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c5c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883401:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0c00/0x9da62835f5d6fc49 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883408:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0c00/0x9da62835f5d6fc49 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883416:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0c00/0x9da62835f5d6fc49 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883426:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fc50 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883436:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fc50 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883442:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fc50 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883453:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fc57 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883471:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fc57 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883477:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fc57 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883506:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fc50 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883511:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fc5e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883513:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fc50 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883519:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fc5e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883521:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fc50 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883526:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fc5e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883528:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764886.883533:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fc50 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883541:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fc50 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883555:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764886.883558:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764886.883573:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fc50 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883582:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fc50 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764886.883592:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:2.0:1775764886.883597:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00010000:00010000:3.0:1775764886.883597:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fc57 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883603:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fc57 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883608:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fc57 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883613:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764886.883616:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fc57 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764886.883621:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fc5e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883621:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fc57 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883629:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6877cef00)
00010000:00010000:3.0:1775764886.883631:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.883633:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fc5e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883634:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fc57 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883640:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fc57 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883643:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc3b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883649:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc3b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883665:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc3b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883666:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc42 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c5c expref: 301 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883672:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc3b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883677:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764886.883679:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.883682:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764886.883683:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc42 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c5c expref: 301 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883685:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc3b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883692:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc3b lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.883694:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842200, rc 0)
00010000:00010000:2.0:1775764886.883699:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764886.883700:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.883703:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc3b lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883708:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fc3b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883717:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0c00/0x9da62835f5d6fc49 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.883722:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0c00/0x9da62835f5d6fc49 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764886.883770:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:14453:x1862022293693568:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 395us (1212us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764886.883778:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205813
00010000:00010000:2.0:1775764886.886409:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0c00/0x9da62835f5d6fc49 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.886433:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bea0c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764886.886440:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0c00/0x9da62835f5d6fc49 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.886449:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0c00/0x9da62835f5d6fc49 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.886474:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x295f24f2 (ffff93c6941e4800)
00000100:00100000:3.0:1775764886.886475:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:2.0:1775764886.886477:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764886.886483:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0c00/0x9da62835f5d6fc49 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.886578:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293693696
00000100:00100000:0.0:1775764886.886590:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293693696
00010000:00010000:2.0:1775764886.886689:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0c00/0x9da62835f5d6fc49 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.886819:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fc34 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c55 expref: 301 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.886836:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fc5e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c55 expref: 300 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.886872:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c6941e4700)
00010000:00010000:2.0:1775764886.886874:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764886.886877:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bea1200, rc 0)
00000100:00100000:2.0:1775764886.886957:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:14454:x1862022293693440:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3758us (4521us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.886967:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205812
00000100:00100000:2.0:1775764886.886999:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205814
00000100:00100000:2.0:1775764886.887012:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+299:14453:x1862022293693696:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.887032:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.887051:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fc65 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c63 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.887119:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0a00/0x9da62835f5d6fc6c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.887135:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0a00/0x9da62835f5d6fc6c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.887147:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0a00/0x9da62835f5d6fc6c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764886.887201:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:2.0:1775764886.887207:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764886.887229:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0a00/0x9da62835f5d6fc6c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.887245:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fc65 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c63 expref: 301 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.887259:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0a00/0x9da62835f5d6fc6c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c63 expref: 300 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.887267:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764886.887270:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764886.887272:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bea0a00, rc 0)
00000100:00100000:2.0:1775764886.887294:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:14453:x1862022293693696:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 288us (836us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.887300:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205814
00000100:00100000:3.0:1775764886.893972:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.894426:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293693824
00000100:00100000:0.0:1775764886.894439:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293693824
00000100:00100000:0.0:1775764886.894527:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1158
00000100:00100000:0.0:1775764886.894540:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:2403:x1862022293693824:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764886.894574:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764886.894606:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fc5e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c55 expref: 300 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.894632:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c6941e4700)
00010000:00010000:0.0:1775764886.894638:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764886.894815:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+299:2403:x1862022293693824:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 277us (859us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.894824:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1158
00000100:00100000:1.0:1775764886.899510:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764886.899641:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293694080
00000100:00100000:3.0:1775764886.899655:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293694080
00000100:00100000:3.0:1775764886.899736:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205815
00000100:00100000:3.0:1775764886.899748:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+299:14454:x1862022293694080:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764886.899881:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764886.900039:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fc03 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c40 expref: 299 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.900063:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c6941e4700)
00010000:00010000:3.0:1775764886.900077:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764886.900154:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc73 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.900170:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc73 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.900182:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc73 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764886.900322:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c33e0608 reply state 00000000693998f8 transno 4295101681 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc73 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.900339:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.900346:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:3.0:1775764886.900349:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764886.900352:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764886.901305:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:14454:x1862022293694080:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1550us (1806us total) trans 4295101681 rc 0/0
00000100:00100000:3.0:1775764886.901318:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205815
00000100:00100000:1.0:1775764886.907665:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.908046:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293694336
00000100:00100000:2.0:1775764886.908061:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293694336
00000100:00100000:2.0:1775764886.908140:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205816
00000100:00100000:2.0:1775764886.908152:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:14454:x1862022293694336:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.908187:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.908214:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0c00/0x9da62835f5d6fc7a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c6a expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.908287:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0c00/0x9da62835f5d6fc7a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c6a expref: 301 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.908305:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0c00/0x9da62835f5d6fc7a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c6a expref: 301 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.908327:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764886.908331:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:2.0:1775764886.908335:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bea0c00, rc 0)
00000100:00100000:2.0:1775764886.908457:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:14454:x1862022293694336:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 307us (807us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.908466:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205816
00000100:00100000:1.0:1775764886.919820:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.920320:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293694208
00000100:00100000:0.0:1775764886.920334:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293694208
00000100:00100000:0.0:1775764886.920409:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2958
00000100:00100000:0.0:1775764886.920421:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:14453:x1862022293694208:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764886.936055:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:14453:x1862022293694208:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 15621us (16234us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764886.936075:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2958
00000100:00100000:3.0:1775764886.938395:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.940176:0:15572:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293694464
00000100:00100000:0.0:1775764886.940193:0:15572:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293694464
00000100:00100000:0.0:1775764886.940286:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2068
00000100:00100000:0.0:1775764886.940297:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+87:2402:x1862022293694464:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764886.940574:0:15572:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1775764886.940578:0:15572:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb mtime from disk: 0 -> 1775764874
00002000:00010000:0.0:1775764886.940581:0:15572:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb atime from disk: 0 -> 1775764876
00002000:00010000:0.0:1775764886.940584:0:15572:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb ctime from disk: 0 -> 1775764886
00002000:00010000:0.0:1775764886.940586:0:15572:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1775764886.940676:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:2402:x1862022293694464:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 380us (2295us total) trans 4294967935 rc 0/0
00000100:00100000:0.0:1775764886.940686:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2068
00000100:00100000:3.0:1775764886.946083:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.946337:0:15593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293694592
00000100:00100000:0.0:1775764886.946350:0:15593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293694592
00000100:00100000:0.0:1775764886.946426:0:15593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2069
00000100:00100000:0.0:1775764886.946437:0:15593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:14453:x1862022293694592:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764886.946611:0:15593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764886.946640:0:15593:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008bec1b94/0x9da62835f5d6fc81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c71 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.946682:0:15593:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003913e9cb/0x9da62835f5d6fc2d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c4e expref: 89 pid: 8402 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.946692:0:15593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764886.946695:0:15593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764886.946699:0:15593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008bec1b94/0x9da62835f5d6fc81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c71 expref: 89 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.946753:0:15593:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003913e9cb/0x9da62835f5d6fc2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c4e expref: 89 pid: 8402 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764886.946768:0:15593:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003913e9cb/0x9da62835f5d6fc2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c4e expref: 89 pid: 8402 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764886.946790:0:15593:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15593:1862022277248512:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764886.947112:0:15593:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764886.954804:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.954960:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293694720
00000100:00100000:2.0:1775764886.954973:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293694720
00000100:00100000:2.0:1775764886.955054:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205817
00000100:00100000:2.0:1775764886.955066:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:14454:x1862022293694720:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764886.955095:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764886.955122:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fc88 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c78 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.955271:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fc8f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.955289:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fc8f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.955303:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fc8f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764886.955337:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:2.0:1775764886.955343:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764886.955366:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fc8f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.955398:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fc88 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c78 expref: 303 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.955421:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fc8f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c78 expref: 302 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.955430:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764886.955433:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764886.955438:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bea1c00, rc 0)
00000100:00100000:2.0:1775764886.955522:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+302:14454:x1862022293694720:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 458us (731us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.955530:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205817
00000100:00100000:3.0:1775764886.962176:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.967893:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293694848
00000100:00100000:0.0:1775764886.968004:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764886.968151:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293694976
00000100:00100000:2.0:1775764886.968163:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293694976
00000100:00100000:3.0:1775764886.968194:0:15593:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15593:1862022277248512:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764886.968217:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003913e9cb/0x9da62835f5d6fc2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c4e expref: 90 pid: 8402 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.968233:0:15593:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008bec1b94/0x9da62835f5d6fc81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 4 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c71 expref: 90 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764886.968255:0:15593:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692eec200, rc 0)
00000100:00100000:2.0:1775764886.968281:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3251
00000100:00100000:2.0:1775764886.968291:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+90:2402:x1862022293694976:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764886.968308:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1775764886.968327:0:15593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:7c72e6f0-c073-4915-a1e7-5dde21a8c485+90:14453:x1862022293694592:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 21893us (22258us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764886.968333:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003913e9cb/0x9da62835f5d6fc2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c4e expref: 90 pid: 8402 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764886.968336:0:15593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2069
00010000:00010000:2.0:1775764886.968349:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003913e9cb/0x9da62835f5d6fc2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c4e expref: 90 pid: 8402 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.968380:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003913e9cb/0x9da62835f5d6fc2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c4e expref: 89 pid: 8402 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.968396:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764886.968398:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764886.968406:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008bec1b94/0x9da62835f5d6fc81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c71 expref: 88 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.968417:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008bec1b94/0x9da62835f5d6fc81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c71 expref: 88 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764886.968457:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008bec1b94/0x9da62835f5d6fc81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c71 expref: 88 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764886.968475:0:6504:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab20a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6504:1862022277248640:192.168.202.56@tcp:105:
00000100:00100000:2.0:1775764886.968547:0:6504:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1e40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764886.970126:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293694848
00000100:00100000:1.0:1775764886.970528:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205818
00000100:00100000:1.0:1775764886.970552:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+302:14454:x1862022293694848:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764886.970586:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764886.970614:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fc96 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c7f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.970703:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fc9d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.970722:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fc9d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.970737:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fc9d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.970749:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fca4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.970756:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fca4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.970763:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fca4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.970884:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fcab lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.970893:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fcab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.971667:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fcab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764886.971738:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:1.0:1775764886.971744:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764886.971772:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fcab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.971792:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fcab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.971802:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fc9d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.971809:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fc9d lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.971816:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fc9d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.971822:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162aa00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.971827:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fc9d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.971835:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fc9d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.971892:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764886.971895:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.972350:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fc9d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.972360:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fc9d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.972378:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fca4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.972384:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fca4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.972392:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fca4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.972397:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764886.972400:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fca4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.972407:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fca4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.972417:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x295f24f2 (ffff93c6941e4800)
00010000:00010000:1.0:1775764886.972419:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764886.972422:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fca4 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.972428:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fca4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.972471:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fc96 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c7f expref: 304 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.972486:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fcab lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c7f expref: 303 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.972494:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764886.972496:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764886.972499:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162b600, rc 0)
00000100:00100000:1.0:1775764886.975215:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:14454:x1862022293694848:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2074us (10451us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764886.975234:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205818
00000100:00100000:2.0:1775764886.976326:0:6504:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab20a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6504:1862022277248640:192.168.202.56@tcp:105:
00010000:00010000:2.0:1775764886.976361:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764886.976429:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:2402:x1862022293694976:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 8138us (8443us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764886.976441:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3251
00000100:00100000:2.0:1775764886.983217:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764886.983321:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293695232
00000100:00100000:1.0:1775764886.983335:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293695232
00000100:00100000:1.0:1775764886.983447:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205819
00000100:00100000:1.0:1775764886.983460:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:14454:x1862022293695232:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764886.983535:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1775764886.983585:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fcab lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c7f expref: 303 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.983611:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fc8f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c78 expref: 302 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.983625:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764886.983632:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764886.983709:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fcb2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.983727:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fcb2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.983739:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fcb2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764886.983958:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fdee2e17 reply state 000000003ba72b1a transno 4295101682 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fcb2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.983973:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fcb2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764886.983987:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764886.983989:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764886.983992:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764886.984121:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:14454:x1862022293695232:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 662us (917us total) trans 4295101682 rc 0/0
00000100:00100000:1.0:1775764886.984130:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205819
00000100:00100000:3.0:1775764886.997651:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764886.997736:0:15592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293695360
00000100:00100000:0.0:1775764886.997749:0:15592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293695360
00000100:00100000:0.0:1775764886.998818:0:15592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2070
00000100:00100000:0.0:1775764886.998855:0:15592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:2400:x1862022293695360:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764886.999068:0:15592:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1775764886.999072:0:15592:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb mtime from disk: 1775764874 -> 1775764862
00002000:00010000:0.0:1775764886.999075:0:15592:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb atime from disk: 1775764876 -> 1775764866
00002000:00010000:0.0:1775764886.999077:0:15592:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb ctime from disk: 1775764886 -> 1775764886
00002000:00010000:0.0:1775764886.999080:0:15592:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1775764886.999177:0:15592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2400:x1862022293695360:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 345us (1539us total) trans 4294967936 rc 0/0
00000100:00100000:0.0:1775764886.999185:0:15592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2070
00000100:00100000:3.0:1775764887.004115:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.004747:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293695616
00000100:00100000:2.0:1775764887.004761:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293695616
00000100:00100000:2.0:1775764887.004892:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2959
00000100:00100000:2.0:1775764887.004906:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:14454:x1862022293695616:12345-192.168.202.56@tcp:35:dbench.0
00000100:00080000:1.0:1775764887.005019:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1775764887.005370:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+304:14454:x1862022293695616:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 467us (1265us total) trans 4295101683 rc 0/0
00000100:00100000:2.0:1775764887.005379:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2959
00000100:00100000:3.0:1775764887.005940:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.006294:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293695872
00000100:00100000:0.0:1775764887.006303:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293695872
00000100:00100000:0.0:1775764887.006357:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2960
00000100:00100000:0.0:1775764887.006365:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+304:14453:x1862022293695872:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764887.006637:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:14453:x1862022293695872:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 273us (698us total) trans 4295101684 rc 0/0
00000100:00100000:0.0:1775764887.006645:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2960
00000100:00100000:3.0:1775764887.019978:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.020032:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.020209:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293696256
00000100:00100000:2.0:1775764887.020223:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293696256
00000100:00100000:2.0:1775764887.020300:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293696000
00000100:00100000:2.0:1775764887.020303:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293696000
00000100:00100000:2.0:1775764887.020338:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205820
00000100:00100000:2.0:1775764887.020350:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+306:14453:x1862022293696256:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:0.0:1775764887.020377:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205821
00000100:00100000:0.0:1775764887.020386:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+306:14454:x1862022293696000:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.020387:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.020393:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.020413:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6fcc0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c86 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.020413:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fcb9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c8d expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020505:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcc7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020523:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcc7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020536:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcc7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.020537:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020548:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d6fcd5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.020553:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fc1f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c47 expref: 308 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020555:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d6fcd5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020562:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d6fcd5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.020572:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.020614:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fc1f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c47 expref: 308 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.020629:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fc1f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c47 expref: 308 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.020644:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab23480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277248768:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764887.020678:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d6fcdc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020687:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d6fcdc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020694:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d6fcdc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764887.020723:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:0.0:1775764887.020739:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000100:00100000:2.0:1775764887.020739:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1e40 going to sleep for 11 seconds
00000004:00010000:0.0:1775764887.020763:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d6fcdc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020777:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d6fcdc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020786:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcc7 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020793:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcc7 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020799:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcc7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020806:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcc7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020813:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764887.020819:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcc7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020827:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcc7 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.020882:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764887.020886:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764887.020891:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcc7 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.021075:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcc7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.021093:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d6fcd5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.021099:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d6fcd5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.021105:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d6fcd5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.021110:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764887.021113:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d6fcd5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.021120:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d6fcd5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.021129:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x295f24f2 (ffff93c6941e4800)
00010000:00010000:0.0:1775764887.021131:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764887.021134:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d6fcd5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.021140:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d6fcd5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.021172:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d6fcc0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c86 expref: 309 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.021191:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d6fcdc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c86 expref: 308 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.021199:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:0.0:1775764887.021202:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764887.021205:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165e00, rc 0)
00000100:00100000:2.0:1775764887.022210:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+308:14454:x1862022293696000:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1817us (2168us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.022222:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205821
00000100:00100000:1.0:1775764887.026471:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab23480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277248768:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.026515:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.033504:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.033660:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293696384
00000100:00100000:3.0:1775764887.033672:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293696384
00010000:00010000:3.0:1775764887.033720:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fc1f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c47 expref: 308 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.033776:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3252
00000100:00100000:3.0:1775764887.033786:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+308:2403:x1862022293696384:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.033803:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.033811:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fc1f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c47 expref: 308 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.033827:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fc1f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c47 expref: 308 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.033901:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fc1f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c47 expref: 308 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.033923:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764887.033929:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.033939:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.033948:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.033975:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764887.034046:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.034055:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.034067:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+307:2403:x1862022293696384:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 283us (577us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.034078:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3252
00000004:00200000:1.0:1775764887.034082:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00010000:00010000:1.0:1775764887.034532:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fcb9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c8d expref: 308 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.034554:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c8d expref: 307 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.034572:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.034576:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764887.034578:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bea1c00, rc 0)
00000100:00100000:1.0:1775764887.034613:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+307:14453:x1862022293696256:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14266us (14649us total) trans 4295101685 rc 0/0
00000100:00100000:1.0:1775764887.034621:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205820
00000100:00100000:2.0:1775764887.043354:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.046383:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.049129:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293696512
00000100:00100000:0.0:1775764887.049150:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293696512
00000100:00100000:0.0:1775764887.050706:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293696768
00000100:00100000:0.0:1775764887.050718:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293696768
00000100:00100000:1.0:1775764887.050833:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205822
00000100:00100000:1.0:1775764887.050868:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+308:14453:x1862022293696512:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.050903:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.050930:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fcea lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c94 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.051061:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fcf1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.051078:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c8d expref: 309 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.051088:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fcf1 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.051138:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c8d expref: 309 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.051155:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c8d expref: 309 pid: 14273 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.051170:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277248896:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764887.051287:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790e0a0c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764887.051391:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205823
00000100:00100000:0.0:1775764887.051399:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+309:14454:x1862022293696768:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764887.051409:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.051421:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d6fcf8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465c9b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.051509:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.051522:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d6fcdc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c86 expref: 310 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.051530:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.051550:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d6fcdc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c86 expref: 310 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.051561:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d6fcdc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c86 expref: 310 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.051584:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277249024:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.051611:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a78986c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764887.057153:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.057196:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277249024:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764887.057196:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764887.057235:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.057266:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293697024
00000100:00100000:0.0:1775764887.057274:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293697024
00010000:00010000:0.0:1775764887.057319:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d6fcdc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c86 expref: 311 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.057403:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293696896
00000100:00100000:0.0:1775764887.057409:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293696896
00010000:00010000:0.0:1775764887.057424:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c8d expref: 312 pid: 14273 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.057588:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3253
00000100:00100000:2.0:1775764887.057604:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+312:2402:x1862022293697024:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764887.057622:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.057630:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d6fcdc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c86 expref: 312 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.057648:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d6fcdc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c86 expref: 312 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.057674:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d6fcdc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c86 expref: 312 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.057694:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.057699:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.057711:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.057721:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.057752:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764887.057811:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+311:2402:x1862022293697024:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 213us (672us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.057819:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3253
00000100:00100000:2.0:1775764887.057892:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3254
00000100:00100000:2.0:1775764887.057900:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe94c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+310:2402:x1862022293696896:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764887.057909:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.057915:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c8d expref: 310 pid: 14273 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.057927:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c8d expref: 310 pid: 14273 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.057940:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764887.057945:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fcf1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.057952:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fcf1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.057959:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fcf1 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.057969:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764887.057985:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe94c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+310:2402:x1862022293696896:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 86us (788us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.057992:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3254
00010000:00010000:1.0:1775764887.058663:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fcce lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c8d expref: 309 pid: 14273 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.058688:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277248896:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.058712:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fcf1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.058722:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fcf1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.058729:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fcf1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.058794:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:1.0:1775764887.058799:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.058826:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fcf1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.058884:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fcea lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c94 expref: 309 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.059737:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fcf1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c94 expref: 308 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.059750:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.059754:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.059757:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162a600, rc 0)
00000100:00100000:1.0:1775764887.059832:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+308:14453:x1862022293696512:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8976us (16494us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.059873:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205822
00010000:00010000:1.0:1775764887.062134:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.062154:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.062185:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00010000:00010000:1.0:1775764887.062382:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d6fcf8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c9b expref: 309 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.062408:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c9b expref: 308 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.062418:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764887.062421:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764887.062425:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164600, rc 0)
00000100:00100000:1.0:1775764887.062561:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+308:14454:x1862022293696768:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11161us (16188us total) trans 4295101686 rc 0/0
00000100:00100000:1.0:1775764887.062581:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205823
00000100:00100000:2.0:1775764887.067000:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.069741:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293697152
00000100:00100000:1.0:1775764887.069761:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293697152
00000100:00100000:1.0:1775764887.069873:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205824
00000100:00100000:1.0:1775764887.069885:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+308:14453:x1862022293697152:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.069927:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.069959:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fd0d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ca2 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070040:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fd14 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070058:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fd14 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070072:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fd14 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070084:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd1b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070093:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd1b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070100:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd1b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070196:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fd22 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070205:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fd22 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070212:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fd22 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.070260:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:1.0:1775764887.070265:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.070289:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fd22 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070301:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fd22 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070316:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fd14 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070323:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fd14 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070330:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fd14 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070337:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fd14 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070344:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162ba00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.070349:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fd14 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070358:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fd14 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070373:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764887.070376:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.070381:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fd14 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070387:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fd14 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070406:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd1b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070412:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd1b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070419:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd1b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070425:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.070427:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd1b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070434:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd1b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070441:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x295f24f2 (ffff93c6a31a2f00)
00010000:00010000:1.0:1775764887.070443:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.070446:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd1b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070452:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd1b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070479:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fd0d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ca2 expref: 310 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070493:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fd22 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ca2 expref: 309 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.070501:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.070504:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.070506:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4200, rc 0)
00000100:00100000:1.0:1775764887.070612:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+309:14453:x1862022293697152:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 729us (3627us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.070622:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205824
00000100:00100000:0.0:1775764887.077002:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.077094:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.077140:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.077251:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293697536
00000100:00100000:2.0:1775764887.077265:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293697536
00000100:00100000:2.0:1775764887.077335:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293697664
00000100:00100000:2.0:1775764887.077338:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293697664
00000100:00100000:2.0:1775764887.077361:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205825
00000100:00100000:2.0:1775764887.077371:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+310:14453:x1862022293697536:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764887.077442:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.077478:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fcf1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c94 expref: 310 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.077511:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764887.077517:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764887.077601:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.077616:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fd22 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ca2 expref: 309 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.077624:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.077666:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fd22 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ca2 expref: 309 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.077682:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fd22 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ca2 expref: 309 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.077700:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab23480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277249152:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764887.077802:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1a80 going to sleep for 11 seconds
00000100:00100000:0.0:1775764887.078132:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205826
00000100:00100000:0.0:1775764887.078144:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+309:14454:x1862022293697664:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764887.078162:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.078179:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d6fd30 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ca9 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.078252:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d6fd37 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.078265:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c9b expref: 310 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.078274:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d6fd37 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.078296:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c9b expref: 310 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.078305:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c9b expref: 310 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.078315:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277249280:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.078365:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a78986c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764887.078599:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293697280
00000100:00100000:3.0:1775764887.078607:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293697280
00010000:00010000:3.0:1775764887.078639:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fd22 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ca2 expref: 311 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.080055:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3255
00000100:00100000:3.0:1775764887.080070:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+311:2403:x1862022293697280:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.080091:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.080101:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fd22 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ca2 expref: 311 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.080121:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fd22 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ca2 expref: 311 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.080147:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764887.080153:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.080163:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.080170:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.080192:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764887.080255:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+311:2403:x1862022293697280:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 189us (3267us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.080264:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3255
00000100:00100000:2.0:1775764887.085164:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.085239:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293697792
00000100:00100000:3.0:1775764887.085251:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293697792
00010000:00010000:3.0:1775764887.085300:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c9b expref: 311 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.085351:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3256
00000100:00100000:3.0:1775764887.085363:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+311:2402:x1862022293697792:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.085381:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.085388:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c9b expref: 311 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.085405:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c9b expref: 311 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.085433:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:3.0:1775764887.085438:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d6fd37 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.085449:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d6fd37 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.085458:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d6fd37 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.085483:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764887.085555:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+311:2402:x1862022293697792:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 194us (404us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.085580:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3256
00010000:00010000:0.0:1775764887.087256:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fcff lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c9b expref: 310 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.087285:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684114000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277249280:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764887.087313:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d6fd37 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.087324:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d6fd37 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.087336:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d6fd37 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764887.087405:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:0.0:1775764887.087410:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764887.087436:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d6fd37 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.087481:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d6fd30 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ca9 expref: 310 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.087510:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d6fd37 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ca9 expref: 309 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.087520:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:0.0:1775764887.087524:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764887.087527:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165200, rc 0)
00000100:00100000:0.0:1775764887.087646:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+309:14454:x1862022293697664:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9504us (10503us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764887.087657:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205826
00010000:00010000:1.0:1775764887.087912:0:6518:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000048d22d2 x1862022277249152) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fd22 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ca2 expref: 308 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.087933:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fd22 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ca2 expref: 308 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.087945:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab23480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277249152:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.087962:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.087968:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.087976:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.087982:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764887.088141:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006118d9d4 reply state 00000000375c9e98 transno 4295101687 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.088161:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.088169:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.088172:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764887.088175:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764887.088239:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+309:14453:x1862022293697536:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 10868us (11143us total) trans 4295101687 rc 0/0
00000100:00100000:1.0:1775764887.088247:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205825
00010000:00010000:3.0:1775764887.096228:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764887.096384:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.096607:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.096680:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293698176
00000100:00100000:0.0:1775764887.096692:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293698176
00000100:00100000:0.0:1775764887.096775:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2961
00000100:00100000:0.0:1775764887.096786:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4863850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+309:14454:x1862022293698176:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764887.097202:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4863850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+310:14454:x1862022293698176:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 417us (594us total) trans 4295101688 rc 0/0
00000100:00100000:0.0:1775764887.097211:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2961
00000100:00100000:3.0:1775764887.100695:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293697920
00000100:00100000:3.0:1775764887.100716:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293697920
00000100:00100000:3.0:1775764887.100812:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205827
00000100:00100000:3.0:1775764887.100823:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+310:14453:x1862022293697920:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764887.101231:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764887.101261:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fd3e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465cb0 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.101337:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fd3e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cb0 expref: 311 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.101355:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fd3e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cb0 expref: 311 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.101378:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764887.101382:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:3.0:1775764887.101387:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842e00, rc 0)
00000100:00100000:3.0:1775764887.101461:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+311:14453:x1862022293697920:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 639us (5085us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.101470:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205827
00000100:00100000:2.0:1775764887.104031:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.104254:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293698304
00000100:00100000:1.0:1775764887.104267:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293698304
00000100:00100000:1.0:1775764887.104382:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205828
00000100:00100000:1.0:1775764887.104396:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+311:14454:x1862022293698304:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.104427:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.104452:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fd45 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465cb7 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.104545:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fd4c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.104575:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fd4c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.104589:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fd4c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.104602:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fd53 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.104611:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fd53 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.104618:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fd53 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.104716:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fd5a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.104745:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fd5a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.104753:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fd5a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.104803:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:1.0:1775764887.104809:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.104835:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fd5a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.107733:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fd5a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.107754:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fd4c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.107761:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fd4c lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.107770:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fd4c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.107777:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.107781:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fd4c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.107790:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fd4c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.107811:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764887.107815:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.107820:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fd4c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.107827:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fd4c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.107863:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fd53 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.107869:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fd53 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.107874:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fd53 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.107879:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.107882:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fd53 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.107888:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fd53 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.107895:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x295f24f2 (ffff93c6941e4800)
00010000:00010000:1.0:1775764887.107898:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.107901:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fd53 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.108127:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fd53 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.108188:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fd45 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cb7 expref: 313 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.108206:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fd5a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cb7 expref: 312 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.108215:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764887.108218:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.108221:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162aa00, rc 0)
00000100:00100000:1.0:1775764887.108345:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+312:14454:x1862022293698304:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3950us (4327us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.108355:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205828
00000100:00100000:2.0:1775764887.109152:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.112130:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293698432
00000100:00100000:0.0:1775764887.112149:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293698432
00000100:00100000:0.0:1775764887.114491:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2071
00000100:00100000:0.0:1775764887.114520:0:8401:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2403:x1862022293698432:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764887.114761:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1775764887.114765:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb mtime from disk: 0 -> 1775764874
00002000:00010000:0.0:1775764887.114768:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb atime from disk: 0 -> 1775764876
00002000:00010000:0.0:1775764887.114771:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb ctime from disk: 0 -> 1775764886
00002000:00010000:0.0:1775764887.114774:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1775764887.114880:0:8401:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+90:2403:x1862022293698432:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 375us (5732us total) trans 4294967937 rc 0/0
00000100:00100000:0.0:1775764887.114889:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2071
00000100:00100000:2.0:1775764887.116363:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.116442:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.117358:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293698560
00000100:00100000:3.0:1775764887.117371:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293698560
00000100:00100000:3.0:1775764887.117458:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1159
00000100:00100000:3.0:1775764887.117468:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+312:2402:x1862022293698560:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.117491:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.117522:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fd5a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cb7 expref: 312 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.117548:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:3.0:1775764887.117554:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764887.117629:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+311:2402:x1862022293698560:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 162us (1272us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.117638:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1159
00000100:00100000:2.0:1775764887.118442:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293698688
00000100:00100000:2.0:1775764887.118450:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293698688
00000100:00100000:2.0:1775764887.118502:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205829
00000100:00100000:2.0:1775764887.118511:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+311:14454:x1862022293698688:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.118541:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.118570:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fd61 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465cbe expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118646:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fd68 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118664:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fd68 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118676:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fd68 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118688:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fd6f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118708:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fd6f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118715:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fd6f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118892:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fd68 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118910:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fd68 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118918:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fd68 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118924:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bea1200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.118929:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fd68 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118937:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fd68 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118948:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764887.118952:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.118957:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fd68 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118963:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fd68 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118977:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fd6f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118984:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fd6f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118989:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fd6f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.118994:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bea0000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.118997:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fd6f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.119003:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fd6f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.119010:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764887.119013:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.119016:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fd6f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.119022:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fd6f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.119055:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fd61 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cbe expref: 312 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.119066:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764887.119068:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.119072:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fd61 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cbe expref: 312 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.119082:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bea1c00, rc 0)
00000100:00100000:2.0:1775764887.119142:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+311:14454:x1862022293698688:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 632us (2699us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764887.119149:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205829
00000100:00100000:2.0:1775764887.124734:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.124883:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293698816
00000100:00100000:1.0:1775764887.124905:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293698816
00000100:00100000:1.0:1775764887.124978:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205830
00000100:00100000:1.0:1775764887.124988:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+311:14453:x1862022293698816:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.125016:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.125041:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fd76 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465cc5 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.125153:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd7d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.125169:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.125184:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.125215:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:1.0:1775764887.125221:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.125243:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.125271:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fd76 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cc5 expref: 313 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.125292:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd7d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cc5 expref: 312 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.125302:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.125305:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.125309:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162a200, rc 0)
00000100:00100000:1.0:1775764887.125377:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+312:14453:x1862022293698816:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 390us (656us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.125384:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205830
00000100:00100000:3.0:1775764887.129087:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.129558:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293699072
00000100:00100000:0.0:1775764887.129581:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293699072
00000100:00100000:0.0:1775764887.129707:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 118
00000100:00100000:0.0:1775764887.129719:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+312:14454:x1862022293699072:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764887.129793:0:6531:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1775764887.129829:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d6fd37 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ca9 expref: 312 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.129904:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:0.0:1775764887.129919:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6fb46 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c01 expref: 311 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.129930:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764887.129934:0:6531:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764887.129966:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fd84 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.129982:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fd84 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.129994:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fd84 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130006:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d6fd8b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130014:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d6fd8b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130021:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d6fd8b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130031:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d6fd92 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130038:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d6fd92 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130045:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d6fd92 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130151:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d6fd99 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130161:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d6fd99 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130168:0:6531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d6fd99 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764887.130415:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084895e30 reply state 0000000094b375d8 transno 4295101689 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d6fd99 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130430:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d6fd99 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130437:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:0.0:1775764887.130440:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:0.0:1775764887.130442:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764887.130448:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fd84 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130455:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fd84 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130462:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fd84 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130469:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764887.130475:0:6531:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fd84 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130483:0:6531:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fd84 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130508:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764887.130511:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764887.130514:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fd84 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130521:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6fd84 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764887.130533:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084895e30 reply state 0000000094b375d8 transno 4295101689 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d6fd8b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130541:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d6fd8b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.130548:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6a31a2900)
00010000:00010000:0.0:1775764887.130551:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764887.130553:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00000004:00010000:0.0:1775764887.130556:0:6531:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084895e30 reply state 0000000094b375d8 transno 4295101689 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d6fd92 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.131061:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d6fd92 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.131071:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x295f24f2 (ffff93c6941e4800)
00010000:00010000:0.0:1775764887.131074:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764887.131077:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:0.0:1775764887.131241:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+312:14454:x1862022293699072:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1521us (2164us total) trans 4295101689 rc 0/0
00000100:00100000:0.0:1775764887.131252:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 118
00000100:00100000:3.0:1775764887.136923:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.137111:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293699200
00000100:00100000:2.0:1775764887.137124:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293699200
00000100:00100000:2.0:1775764887.137201:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205831
00000100:00100000:2.0:1775764887.137214:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+312:14453:x1862022293699200:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.137242:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.137268:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fda0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ccc expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137349:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fda7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137367:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fda7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137382:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fda7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137394:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fdae lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137402:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fdae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137408:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fdae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137505:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fdb5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137515:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fdb5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137522:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fdb5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764887.137582:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:2.0:1775764887.137587:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764887.137612:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fdb5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137624:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fdb5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137638:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fda7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137645:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fda7 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137652:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fda7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137658:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bea0000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.137664:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fda7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137672:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fda7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137686:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764887.137690:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.137697:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fda7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137704:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0000/0x9da62835f5d6fda7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.137723:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fdae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.138676:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fdae lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.138683:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fdae lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.138691:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bea1200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.138696:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fdae lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.138704:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fdae lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.138719:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x295f24f2 (ffff93c6a31a2f00)
00010000:00010000:2.0:1775764887.138722:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.138792:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fdae lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.138801:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1200/0x9da62835f5d6fdae lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.138875:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1c00/0x9da62835f5d6fda0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ccc expref: 314 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.138892:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fdb5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ccc expref: 313 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.139176:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764887.139179:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764887.139182:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bea1400, rc 0)
00000100:00100000:2.0:1775764887.139311:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+313:14453:x1862022293699200:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2097us (2401us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.139321:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205831
00000100:00100000:0.0:1775764887.143551:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.143659:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293699328
00000100:00100000:2.0:1775764887.143671:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293699328
00000100:00100000:2.0:1775764887.143747:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205832
00000100:00100000:2.0:1775764887.143758:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+313:14454:x1862022293699328:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.143789:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.143814:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6fdbc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465cd3 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.143932:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fdc3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.143952:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fdc3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.143968:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fdc3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.143982:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fdca lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.143990:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fdca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.143998:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fdca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144099:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fdd1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144109:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fdd1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144116:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fdd1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764887.144165:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:2.0:1775764887.144170:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764887.144196:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fdd1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144209:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fdd1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144217:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fdc3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144223:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fdc3 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144231:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fdc3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144237:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b38c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.144242:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fdc3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144250:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fdc3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144262:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764887.144266:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.144271:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fdc3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144277:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38c00/0x9da62835f5d6fdc3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144297:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fdca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144304:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fdca lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144309:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fdca lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144315:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b39c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.144317:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fdca lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144323:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fdca lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144330:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764887.144333:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.144335:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fdca lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144341:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39c00/0x9da62835f5d6fdca lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144368:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b39e00/0x9da62835f5d6fdbc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cd3 expref: 315 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144381:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fdd1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cd3 expref: 314 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.144396:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.144398:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764887.144401:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a4827e00, rc 0)
00000100:00100000:2.0:1775764887.144528:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+314:14454:x1862022293699328:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 770us (990us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.144536:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205832
00000100:00100000:2.0:1775764887.148872:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.149505:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.149589:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293699712
00000100:00100000:3.0:1775764887.149602:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293699712
00000100:00100000:3.0:1775764887.149676:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205833
00000100:00100000:3.0:1775764887.149686:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+314:14453:x1862022293699712:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764887.149759:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.149795:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fd7d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cc5 expref: 314 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.149818:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764887.149824:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764887.149931:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.149946:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fdb5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ccc expref: 313 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.149961:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.150007:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fdb5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ccc expref: 313 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.150023:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fdb5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ccc expref: 313 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.150039:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277249408:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764887.150141:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189fe40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764887.151097:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293699456
00000100:00100000:0.0:1775764887.151108:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293699456
00010000:00010000:0.0:1775764887.151149:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fdb5 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ccc expref: 314 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.151466:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3257
00000100:00100000:0.0:1775764887.151476:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+314:2401:x1862022293699456:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764887.151505:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764887.151513:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fdb5 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ccc expref: 314 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.151528:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fdb5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ccc expref: 314 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.151550:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:0.0:1775764887.151556:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.151575:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.151584:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.151606:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764887.151666:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+314:2401:x1862022293699456:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 191us (2832us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764887.151675:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3257
00010000:00010000:1.0:1775764887.154028:0:14273:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@000000005494b47d x1862022277249408) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fdb5 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ccc expref: 313 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.154061:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1400/0x9da62835f5d6fdb5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ccc expref: 313 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.154082:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277249408:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.154111:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.154121:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.154132:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.154141:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764887.154304:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000012e87762 reply state 000000000f3715d4 transno 4295101690 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.154322:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.154330:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.154333:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764887.154337:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764887.154468:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+314:14453:x1862022293699712:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 4783us (4963us total) trans 4295101690 rc 0/0
00000100:00100000:1.0:1775764887.154480:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205833
00000100:00100000:2.0:1775764887.159616:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.160625:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293699968
00000100:00100000:3.0:1775764887.160639:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293699968
00000100:00100000:2.0:1775764887.160684:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.160716:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205834
00000100:00100000:3.0:1775764887.160727:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+314:14454:x1862022293699968:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:0.0:1775764887.160908:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293700096
00000100:00100000:0.0:1775764887.160913:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293700096
00000100:00100000:0.0:1775764887.160954:0:8506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2072
00000100:00100000:0.0:1775764887.160962:0:8506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+90:2402:x1862022293700096:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764887.161144:0:8506:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1775764887.161148:0:8506:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb mtime from disk: 1775764874 -> 1775764862
00002000:00010000:0.0:1775764887.161151:0:8506:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb atime from disk: 1775764876 -> 1775764866
00002000:00010000:0.0:1775764887.161154:0:8506:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb ctime from disk: 1775764886 -> 1775764886
00002000:00010000:0.0:1775764887.161157:0:8506:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1775764887.161348:0:8506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+91:2402:x1862022293700096:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 385us (664us total) trans 4294967938 rc 0/0
00000100:00100000:0.0:1775764887.161357:0:8506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2072
00010000:00010000:3.0:1775764887.161655:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764887.161680:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fddf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465cda expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.161893:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.161912:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fdd1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cd3 expref: 315 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.161923:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.161965:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fdd1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cd3 expref: 315 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.161982:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fdd1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cd3 expref: 315 pid: 8005 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.161998:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277249536:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764887.162077:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f300 going to sleep for 11 seconds
00000100:00100000:2.0:1775764887.166541:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.166690:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293700352
00000100:00100000:1.0:1775764887.166703:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293700352
00000100:00100000:1.0:1775764887.166785:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2962
00000100:00100000:1.0:1775764887.166796:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+316:14453:x1862022293700352:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764887.166804:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277249536:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764887.166836:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.170310:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:14453:x1862022293700352:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 3499us (3766us total) trans 4295101691 rc 0/0
00000100:00100000:1.0:1775764887.170330:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2962
00000100:00100000:3.0:1775764887.171479:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.171581:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293700480
00000100:00100000:2.0:1775764887.171594:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293700480
00010000:00010000:2.0:1775764887.171811:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fdd1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cd3 expref: 317 pid: 8005 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.171891:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3258
00000100:00100000:2.0:1775764887.171904:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:2403:x1862022293700480:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764887.173174:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.173189:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fdd1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cd3 expref: 317 pid: 8005 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.173209:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fdd1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cd3 expref: 317 pid: 8005 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.173248:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827e00/0x9da62835f5d6fdd1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cd3 expref: 317 pid: 8005 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.173267:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.173273:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.173286:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.173295:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.173343:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764887.173431:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+316:2403:x1862022293700480:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1529us (1956us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.173442:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3258
00010000:00010000:3.0:1775764887.174370:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.174384:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764887.174411:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00010000:00010000:3.0:1775764887.174605:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fddf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cda expref: 317 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.174627:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cda expref: 316 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.174637:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:3.0:1775764887.174641:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764887.174644:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843600, rc 0)
00000100:00100000:3.0:1775764887.174705:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+316:14454:x1862022293699968:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13980us (15103us total) trans 4295101692 rc 0/0
00000100:00100000:3.0:1775764887.174716:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205834
00000100:00100000:3.0:1775764887.175791:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.176061:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293700608
00000100:00100000:2.0:1775764887.176073:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293700608
00000100:00100000:2.0:1775764887.176138:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205835
00000100:00100000:2.0:1775764887.176148:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+316:14453:x1862022293700608:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.176172:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.176195:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d6fdf4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ce1 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176276:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6fdfb lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176298:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6fdfb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176311:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6fdfb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176323:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d6fe02 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176330:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d6fe02 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176337:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d6fe02 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176429:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d6fe09 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176439:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d6fe09 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176447:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d6fe09 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764887.176505:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:2.0:1775764887.176510:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764887.176532:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d6fe09 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176545:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d6fe09 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176559:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6fdfb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176576:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6fdfb lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176583:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6fdfb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176590:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0e400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.176595:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6fdfb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176603:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6fdfb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176615:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764887.176619:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.176625:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6fdfb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176632:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6fdfb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176647:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d6fe02 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176653:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d6fe02 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176659:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d6fe02 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176665:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0f800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.176668:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d6fe02 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176674:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d6fe02 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176682:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x295f24f2 (ffff93c6a31a2f00)
00010000:00010000:2.0:1775764887.176685:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.176692:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d6fe02 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176698:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d6fe02 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176727:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d6fdf4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce1 expref: 318 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176741:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d6fe09 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce1 expref: 317 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.176749:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764887.176751:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764887.176754:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0ea00, rc 0)
00000100:00100000:2.0:1775764887.176817:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:14453:x1862022293700608:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 670us (1030us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.176824:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205835
00000100:00100000:2.0:1775764887.180788:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.181061:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293700736
00000100:00100000:3.0:1775764887.181074:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293700736
00000100:00100000:3.0:1775764887.181149:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205836
00000100:00100000:3.0:1775764887.181160:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:14454:x1862022293700736:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764887.181194:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764887.181221:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fe10 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ce8 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.181341:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.181358:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cda expref: 318 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.181368:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.181412:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cda expref: 318 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.181429:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cda expref: 318 pid: 6519 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.181449:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277249664:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764887.181555:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764887.186190:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277249664:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764887.186229:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.186374:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.186445:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293700864
00000100:00100000:2.0:1775764887.186454:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293700864
00010000:00010000:2.0:1775764887.186500:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cda expref: 319 pid: 6519 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.186545:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3259
00000100:00100000:2.0:1775764887.186555:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+319:2402:x1862022293700864:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764887.186581:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.186589:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cda expref: 319 pid: 6519 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.186606:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cda expref: 319 pid: 6519 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.186633:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fde6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cda expref: 319 pid: 6519 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.186652:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.186658:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.186670:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.186679:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.186719:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764887.186788:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+318:2402:x1862022293700864:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 233us (414us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.186797:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3259
00010000:00010000:0.0:1775764887.187172:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.187181:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764887.187252:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:0.0:1775764887.187258:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764887.187285:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.187325:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fe10 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce8 expref: 318 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.187342:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce8 expref: 317 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.187351:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:0.0:1775764887.187354:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764887.187356:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e798e00, rc 0)
00000100:00100000:0.0:1775764887.187399:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:14454:x1862022293700736:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6240us (6624us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764887.187407:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205836
00000100:00100000:0.0:1775764887.192071:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.192245:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293701120
00000100:00100000:1.0:1775764887.192258:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293701120
00000100:00100000:1.0:1775764887.192344:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205837
00000100:00100000:1.0:1775764887.192357:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:14453:x1862022293701120:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.192386:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.192414:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fe1e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465cef expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.192550:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.192580:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d6fe09 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce1 expref: 318 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.192590:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.192634:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d6fe09 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce1 expref: 318 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.192650:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d6fe09 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce1 expref: 318 pid: 8005 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.192666:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277249792:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764887.192782:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a639c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764887.197211:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277249792:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764887.197250:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.202630:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.205073:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293701248
00000100:00100000:3.0:1775764887.205095:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293701248
00010000:00010000:3.0:1775764887.205159:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d6fe09 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce1 expref: 319 pid: 8005 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.205220:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3260
00000100:00100000:3.0:1775764887.205231:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe95850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+319:2403:x1862022293701248:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.205250:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.205258:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d6fe09 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce1 expref: 319 pid: 8005 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.205274:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d6fe09 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce1 expref: 319 pid: 8005 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.205302:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d6fe09 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce1 expref: 319 pid: 8005 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.205323:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764887.205329:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.205341:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.205350:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.205390:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764887.205594:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.205604:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.205630:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00010000:00010000:1.0:1775764887.205791:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fe1e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cef expref: 320 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.205813:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cef expref: 319 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.205822:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.205825:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764887.205827:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162b600, rc 0)
00000100:00100000:3.0:1775764887.207164:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe95850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+319:2403:x1862022293701248:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1924us (4538us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.207179:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3260
00000100:00100000:1.0:1775764887.208463:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+318:14453:x1862022293701120:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16098us (16398us total) trans 4295101693 rc 0/0
00000100:00100000:1.0:1775764887.208477:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205837
00000100:00100000:3.0:1775764887.210963:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.211330:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293701504
00000100:00100000:1.0:1775764887.211346:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293701504
00000100:00100000:1.0:1775764887.211450:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205838
00000100:00100000:1.0:1775764887.211469:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+318:14454:x1862022293701504:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.211493:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.211518:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fe33 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465cf6 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.211666:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fe3a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10168:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.211682:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fe3a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10168:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.211698:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fe3a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10168:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.211711:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10168:0x0]: returning size 53
00010000:00010000:1.0:1775764887.212020:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fe33 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cf6 expref: 321 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.212207:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fe3a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10168:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cf6 expref: 320 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.212219:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10168:0x0].0x0 (ffff93c795e56500)
00010000:00010000:1.0:1775764887.212223:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.212227:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162a200, rc 0)
00000100:00100000:1.0:1775764887.212307:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+320:14454:x1862022293701504:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 843us (1353us total) trans 4295101694 rc 0/0
00000100:00100000:1.0:1775764887.212321:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205838
00000100:00100000:0.0:1775764887.216478:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.216590:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293701632
00000100:00100000:1.0:1775764887.216606:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293701632
00000100:00100000:1.0:1775764887.216681:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205839
00000100:00100000:1.0:1775764887.216691:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+320:14453:x1862022293701632:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.216724:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.216753:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6fe48 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465cfd expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.217103:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fe4f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.217121:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cef expref: 321 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.217131:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fe4f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.217183:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cef expref: 321 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.217198:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cef expref: 321 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.217214:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277249920:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764887.217502:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63b40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764887.227055:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.227107:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.227187:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293701888
00000100:00100000:3.0:1775764887.227201:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293701888
00000100:00100000:0.0:1775764887.227264:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.227277:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2963
00000100:00100000:3.0:1775764887.227288:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+322:14454:x1862022293701888:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764887.227349:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277249920:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.227380:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fe4f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.227575:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+323:14454:x1862022293701888:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 287us (533us total) trans 4295101695 rc 0/0
00000100:00100000:3.0:1775764887.227584:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2963
00000100:00100000:2.0:1775764887.227637:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293702016
00000100:00100000:2.0:1775764887.227642:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293702016
00000100:00100000:2.0:1775764887.227689:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293702144
00000100:00100000:2.0:1775764887.227692:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293702144
00010000:00010000:2.0:1775764887.227712:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cef expref: 324 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.227737:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3261
00000100:00100000:2.0:1775764887.227744:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+324:2402:x1862022293702144:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764887.227757:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.227764:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cef expref: 324 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.227775:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1160
00000100:00100000:3.0:1775764887.227783:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+324:2402:x1862022293702016:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764887.227784:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cef expref: 324 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.227790:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.227810:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b600/0x9da62835f5d6fe25 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465cef expref: 324 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.227810:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a200/0x9da62835f5d6fe3a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10168:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cf6 expref: 324 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.227837:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764887.227876:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fe4f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.227889:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fe4f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.227898:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fe4f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.228319:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764887.228588:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+322:2402:x1862022293702144:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 842us (1321us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.228598:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3261
00010000:00010000:3.0:1775764887.233297:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10168:0x0].0x0 (ffff93c795e56500)
00010000:00010000:3.0:1775764887.233315:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764887.233341:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fe4f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.233354:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fe4f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.233427:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:1.0:1775764887.233433:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.233464:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fe4f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.233514:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ae00/0x9da62835f5d6fe48 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cfd expref: 322 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.233535:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fe4f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cfd expref: 321 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.233548:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.233550:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.233553:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69162aa00, rc 0)
00000100:00100000:3.0:1775764887.233583:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+321:2402:x1862022293702016:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 5799us (6474us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.233589:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+321:14453:x1862022293701632:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16901us (17126us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.233595:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1160
00000100:00100000:1.0:1775764887.233596:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205839
00000100:00100000:0.0:1775764887.237062:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.237331:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293702400
00000100:00100000:1.0:1775764887.237344:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293702400
00000100:00100000:1.0:1775764887.237421:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205840
00000100:00100000:1.0:1775764887.237432:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+320:14454:x1862022293702400:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764887.237518:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764887.237554:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6f916 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10168:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b3d expref: 320 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.237590:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10168:0x0].0x0 (ffff93c795e56500)
00010000:00010000:1.0:1775764887.237603:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764887.237636:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fe56 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.237654:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fe56 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.237666:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fe56 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.237679:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fe5d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.237691:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fe5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.237697:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fe5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.237828:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fe64 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10168:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.237873:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fe64 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10168:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.237882:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fe64 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10168:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764887.238158:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].92, 64 off14080
00010000:00010000:1.0:1775764887.238221:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe6b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10168:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238231:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe6b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10168:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238239:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe6b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10168:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238247:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe6b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10168:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238254:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe6b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10168:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238261:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe6b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10168:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238280:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764887.238302:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fe64 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10168:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238309:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fe64 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10168:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238315:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fe64 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10168:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238321:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.238326:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fe64 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10168:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238335:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fe64 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10168:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238345:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10168:0x0].0x0 (ffff93c6877ce700)
00010000:00010000:1.0:1775764887.238349:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764887.238353:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fe64 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10168:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238360:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fe64 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10168:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238377:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fe56 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238383:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fe56 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238394:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fe56 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238399:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.238402:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fe56 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238408:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fe56 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238416:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764887.238418:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.238421:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fe56 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238427:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a600/0x9da62835f5d6fe56 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764887.238437:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000008ae23f3 reply state 00000000c41ba760 transno 4295101696 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fe5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238449:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fe5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.238456:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xd199dd9d (ffff93c68422af00)
00010000:00010000:1.0:1775764887.238458:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764887.238462:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764887.238556:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+321:14454:x1862022293702400:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1124us (1507us total) trans 4295101696 rc 0/0
00000100:00100000:1.0:1775764887.238580:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205840
00010000:00010000:0.0:1775764887.238747:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764887.238755:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe6b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10168:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.238762:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4a00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764887.238766:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe6b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10168:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.238772:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe6b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10168:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.238782:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10168:0x0].0x0 (ffff93c6877ce700)
00010000:00010000:0.0:1775764887.238785:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764887.238788:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe6b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10168:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.238794:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe6b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10168:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.238809:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764887.238811:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764887.238813:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764887.242586:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.244101:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293702656
00000100:00100000:0.0:1775764887.244118:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293702656
00000100:00100000:1.0:1775764887.244584:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2964
00000100:00100000:1.0:1775764887.244596:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+321:14453:x1862022293702656:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764887.244995:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+322:14453:x1862022293702656:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 399us (2433us total) trans 4295101697 rc 0/0
00000100:00100000:1.0:1775764887.245004:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2964
00000100:00100000:0.0:1775764887.249827:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.251405:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.253554:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293702784
00000100:00100000:1.0:1775764887.253580:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293702784
00000100:00100000:1.0:1775764887.253659:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293702912
00000100:00100000:1.0:1775764887.253662:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293702912
00000100:00100000:1.0:1775764887.253749:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205841
00000100:00100000:1.0:1775764887.253762:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+323:14454:x1862022293702784:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.253796:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.253822:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fe72 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d04 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.253924:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fe79 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.253943:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fe79 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.253958:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fe79 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.253975:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe80 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.253983:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe80 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.253996:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe80 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254040:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fe79 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254047:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fe79 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254055:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fe79 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254062:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.254067:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fe79 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254076:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fe79 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254090:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764887.254094:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.254100:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fe79 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254107:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d6fe79 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254123:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe80 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254130:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe80 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254138:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe80 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254143:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.254146:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe80 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254152:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe80 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254158:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x6adb7306 (ffff93c6877cec00)
00010000:00010000:1.0:1775764887.254161:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.254163:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe80 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254168:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d6fe80 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254203:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fe72 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d04 expref: 324 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254215:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764887.254218:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.254221:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d6fe72 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d04 expref: 324 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254232:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5e00, rc 0)
00000100:00100000:1.0:1775764887.254309:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+323:14454:x1862022293702784:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 549us (4495us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764887.254317:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205841
00000100:00100000:1.0:1775764887.254337:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205842
00000100:00100000:1.0:1775764887.254344:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+322:14453:x1862022293702912:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.254354:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.254364:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d6fe87 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d0b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254393:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6fe8e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254403:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6fe8e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254411:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6fe8e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254422:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6fe95 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254429:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6fe95 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254436:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6fe95 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254519:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6fe9c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254530:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6fe9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254538:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6fe9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.254597:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:1.0:1775764887.254602:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.254624:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6fe9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254636:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6fe9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254643:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6fe8e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254650:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6fe8e lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254656:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6fe8e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254661:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac3a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.254664:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6fe8e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254670:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6fe8e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254678:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764887.254681:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.254683:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6fe8e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254693:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d6fe8e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254701:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6fe95 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254707:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6fe95 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254713:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6fe95 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254718:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.254720:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6fe95 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254726:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6fe95 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254732:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x295f24f2 (ffff93c6a31a2f00)
00010000:00010000:1.0:1775764887.254735:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.254737:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6fe95 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254743:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d6fe95 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254762:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d6fe87 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d0b expref: 324 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254779:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6fe9c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d0b expref: 323 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.254786:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.254789:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.254791:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3e00, rc 0)
00000100:00100000:1.0:1775764887.254906:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+323:14453:x1862022293702912:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 562us (3506us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.254915:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205842
00000100:00100000:0.0:1775764887.262206:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.263279:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293703040
00000100:00100000:1.0:1775764887.263294:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293703040
00000100:00100000:1.0:1775764887.263379:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205843
00000100:00100000:1.0:1775764887.263391:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+323:14453:x1862022293703040:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.263417:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.263443:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6fea3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d12 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263538:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6feaa lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263558:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6feaa lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263581:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6feaa lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263601:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d6feb1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263610:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d6feb1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263616:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d6feb1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263661:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6feaa lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263669:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6feaa lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263675:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6feaa lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263681:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac3600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.263686:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6feaa lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263694:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6feaa lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263708:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764887.263711:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.263716:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6feaa lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263724:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3600/0x9da62835f5d6feaa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263738:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d6feb1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263745:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d6feb1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263751:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d6feb1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263757:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b7414400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.263760:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d6feb1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263767:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d6feb1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263775:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6877cef00)
00010000:00010000:1.0:1775764887.263778:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.263781:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d6feb1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263786:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d6feb1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263817:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6fea3 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d12 expref: 324 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263830:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764887.263832:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.263836:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d6fea3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d12 expref: 324 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.263879:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2000, rc 0)
00000100:00100000:1.0:1775764887.263972:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+323:14453:x1862022293703040:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 582us (1779us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764887.263981:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205843
00000100:00100000:0.0:1775764887.264216:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.264284:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293703168
00000100:00100000:3.0:1775764887.264291:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293703168
00000100:00100000:1.0:1775764887.267834:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205844
00000100:00100000:1.0:1775764887.267893:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+323:14454:x1862022293703168:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.267923:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.267952:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d6feb8 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d19 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.268038:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d6febf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.268055:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d6febf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.268070:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d6febf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.268127:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:1.0:1775764887.268131:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.268156:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d6febf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.268186:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d6feb8 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d19 expref: 325 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.268214:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d6febf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d19 expref: 324 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.268224:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764887.268227:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764887.268231:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7b7415c00, rc 0)
00000100:00100000:0.0:1775764887.273209:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.273210:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+324:14454:x1862022293703168:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 5313us (8976us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.273225:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205844
00000100:00100000:0.0:1775764887.273652:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.273727:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293703552
00000100:00100000:1.0:1775764887.273739:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293703552
00000100:00100000:1.0:1775764887.273814:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 119
00000100:00100000:1.0:1775764887.273824:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+324:14453:x1862022293703552:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764887.273920:0:6530:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1775764887.273960:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162aa00/0x9da62835f5d6fe4f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cfd expref: 324 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.273982:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.273994:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0a00/0x9da62835f5d6fc6c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c63 expref: 323 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.274004:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764887.274007:0:6530:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764887.274043:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6fec6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.274063:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6fec6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.274076:0:6530:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6fec6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.274088:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d6fecd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.274095:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d6fecd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.274101:0:6530:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d6fecd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.274112:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d6fed4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.274118:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d6fed4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.274124:0:6530:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d6fed4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.274231:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.274243:0:6530:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6fe9c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d0b expref: 322 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.274252:0:6530:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 4/0,1 mode: --/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.274292:0:6530:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6fe9c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d0b expref: 322 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.274310:0:6530:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6fe9c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d0b expref: 322 pid: 6518 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.274328:0:6530:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee5f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0001_UUID:6530:1862022277250048:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764887.274418:0:6530:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63240 going to sleep for 11 seconds
00000100:00100000:3.0:1775764887.274963:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293703296
00000100:00100000:3.0:1775764887.274973:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293703296
00010000:00010000:3.0:1775764887.275010:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6fe9c lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d0b expref: 323 pid: 6518 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.275045:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3262
00000100:00100000:3.0:1775764887.275071:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+323:2400:x1862022293703296:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.275085:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.275091:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6fe9c lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d0b expref: 323 pid: 6518 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.275105:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6fe9c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d0b expref: 323 pid: 6518 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.275124:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764887.275129:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.275138:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.275146:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.275164:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764887.275215:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+323:2400:x1862022293703296:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 163us (2011us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.275223:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3262
00000100:00100000:1.0:1775764887.281040:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.281120:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293703680
00000100:00100000:2.0:1775764887.281131:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293703680
00000100:00100000:2.0:1775764887.281209:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2965
00000100:00100000:2.0:1775764887.281220:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+323:14454:x1862022293703680:12345-192.168.202.56@tcp:37:dbench.0
00010000:00010000:3.0:1775764887.282180:0:6530:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@0000000044ccbb76 x1862022277250048) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6fe9c lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d0b expref: 324 pid: 6518 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282208:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d6fe9c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d0b expref: 324 pid: 6518 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.282362:0:6530:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee5f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0001_UUID:6530:1862022277250048:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764887.282394:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764887.282404:0:6530:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282415:0:6530:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282421:0:6530:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764887.282741:0:6530:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005266891a reply state 000000006a98f069 transno 4295101698 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282760:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282768:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764887.282771:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:3.0:1775764887.282774:0:6530:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764887.282782:0:6530:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6fec6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282790:0:6530:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6fec6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282797:0:6530:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6fec6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282803:0:6530:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.282808:0:6530:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6fec6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282815:0:6530:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6fec6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282825:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764887.282826:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.282830:0:6530:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6fec6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282836:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6fec6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764887.282881:0:6530:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005266891a reply state 000000006a98f069 transno 4295101698 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d6fecd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282891:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d6fecd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282897:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6877cef00)
00010000:00010000:3.0:1775764887.282899:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764887.282901:0:6530:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00000004:00010000:3.0:1775764887.282905:0:6530:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005266891a reply state 000000006a98f069 transno 4295101698 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d6fed4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282913:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d6fed4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.282919:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x295f24f2 (ffff93c6a31a2f00)
00010000:00010000:3.0:1775764887.282921:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764887.282923:0:6530:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:3.0:1775764887.282999:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+325:14453:x1862022293703552:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 9176us (9347us total) trans 4295101698 rc 0/0
00000100:00100000:3.0:1775764887.283924:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 119
00000100:00100000:2.0:1775764887.290277:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+323:14454:x1862022293703680:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 9042us (9235us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.290297:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2965
00000100:00100000:2.0:1775764887.295985:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.296125:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.298988:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293703936
00000100:00100000:0.0:1775764887.299008:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293703936
00000100:00100000:0.0:1775764887.299175:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293703808
00000100:00100000:0.0:1775764887.299180:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293703808
00000100:00100000:3.0:1775764887.299309:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205845
00000100:00100000:3.0:1775764887.299323:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+324:14454:x1862022293703936:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764887.299355:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764887.299383:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fee2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d27 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.299462:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fee9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.299482:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fee9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300133:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fee9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300163:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fef0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300171:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fef0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300177:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fef0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300226:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fee9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300233:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fee9 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300240:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fee9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300246:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.300251:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fee9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300260:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fee9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300277:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764887.300281:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.300286:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fee9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300292:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d6fee9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300310:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fef0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300316:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fef0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300322:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fef0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300327:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.300330:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fef0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300335:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fef0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300342:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x6adb7306 (ffff93c68422a000)
00010000:00010000:3.0:1775764887.300344:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.300346:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fef0 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300352:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d6fef0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300396:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fee2 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d27 expref: 325 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300407:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764887.300410:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.300413:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d6fee2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d27 expref: 325 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300422:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842c00, rc 0)
00000100:00100000:3.0:1775764887.300599:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+324:14454:x1862022293703936:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1278us (4627us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764887.300609:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205845
00000100:00100000:3.0:1775764887.300644:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205846
00000100:00100000:3.0:1775764887.300655:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+323:14453:x1862022293703808:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764887.300670:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764887.300682:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fef7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d20 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300789:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fefe lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300800:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fefe lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300809:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fefe lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300826:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff05 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300834:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.300926:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301091:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff0c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301111:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff0c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301118:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff0c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764887.301203:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:3.0:1775764887.301224:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764887.301257:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff0c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301282:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff0c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301290:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fefe lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301297:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fefe lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301318:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fefe lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301334:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.301338:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fefe lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301346:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fefe lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301355:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764887.301358:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.301369:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fefe lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301377:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d6fefe lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301397:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301404:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff05 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301410:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff05 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301415:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.301418:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff05 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301440:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff05 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301456:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6877cef00)
00010000:00010000:3.0:1775764887.301459:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.301462:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff05 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301469:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff05 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301517:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6fef7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d20 expref: 325 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301540:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff0c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d20 expref: 324 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.301549:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764887.301551:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764887.301554:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008a00, rc 0)
00000100:00100000:3.0:1775764887.301627:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+324:14453:x1862022293703808:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 976us (5501us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.301635:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205846
00000100:00100000:1.0:1775764887.311984:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.313293:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293704192
00000100:00100000:2.0:1775764887.313309:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293704192
00000100:00100000:2.0:1775764887.313395:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205847
00000100:00100000:2.0:1775764887.313406:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+324:14454:x1862022293704192:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.313433:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.313437:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1775764887.313472:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d6febf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d19 expref: 324 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.313550:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764887.313557:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764887.313583:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d6ff13 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d2e expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.313703:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d6ff1a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.313720:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d6ff1a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.314341:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d6ff1a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.314366:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d6ff21 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.314375:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d6ff21 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.314382:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d6ff21 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.314682:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000004:00080000:2.0:1775764887.314896:0:10031:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x80:0x0], index 1: 0
00010000:00010000:2.0:1775764887.315075:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ff28 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.315087:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ff28 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.315097:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ff28 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.315139:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d6ff1a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.315150:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d6ff1a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.315157:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d6ff1a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.315164:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d6ff1a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.315171:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0f400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.315176:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d6ff1a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.315185:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d6ff1a lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.315199:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764887.315202:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.315208:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d6ff1a lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.315214:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d6ff1a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764887.315259:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000044ccbb76 reply state 00000000b85bb194 transno 4295101699 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d6ff21 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.315272:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d6ff21 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.315278:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x6adb7306 (ffff93c6a31a2a00)
00010000:00010000:2.0:1775764887.315281:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764887.315285:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764887.315352:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d6ff13 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d2e expref: 326 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.315369:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ff28 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d2e expref: 325 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.315372:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293704448
00010000:00010000:2.0:1775764887.315376:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6a31a2200)
00010000:00010000:2.0:1775764887.315378:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764887.315380:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0e400, rc 0)
00000100:00100000:1.0:1775764887.315382:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293704448
00000100:00100000:2.0:1775764887.315832:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+327:14454:x1862022293704192:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2424us (3860us total) trans 4295101699 rc 0/0
00000100:00100000:2.0:1775764887.315891:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205847
00000100:00100000:1.0:1775764887.320411:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205848
00000100:00100000:1.0:1775764887.320443:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+327:14453:x1862022293704448:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.320477:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.320506:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707800/0x9da62835f5d6ff36 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d35 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.320706:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.320726:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff0c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d20 expref: 328 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.320736:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.320787:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff0c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d20 expref: 328 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.320806:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff0c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d20 expref: 328 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.320821:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab23480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277250176:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764887.322197:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63b40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764887.323598:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.323902:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293704576
00000100:00100000:0.0:1775764887.323925:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293704576
00000100:00100000:0.0:1775764887.324044:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2073
00000100:00100000:0.0:1775764887.324055:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4936300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2403:x1862022293704576:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764887.324096:0:15570:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.324130:0:15570:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060701a78/0x9da62835f5d6ff44 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x80:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d3c expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764887.324179:0:15570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x80:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764887.324212:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764887.324215:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764887.324227:0:15570:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060701a78/0x9da62835f5d6ff44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d3c expref: 83 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.324280:0:15570:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060701a78/0x9da62835f5d6ff44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d3c expref: 83 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.324308:0:15570:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164800, rc 0)
00000100:00100000:0.0:1775764887.324628:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4936300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2403:x1862022293704576:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 573us (1037us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764887.324647:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2073
00000100:00100000:3.0:1775764887.328889:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.329101:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293704704
00000100:00100000:1.0:1775764887.329108:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab23480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277250176:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.329111:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293704704
00010000:00010000:1.0:1775764887.329142:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.329155:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff0c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d20 expref: 328 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.329204:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3263
00000100:00100000:0.0:1775764887.329215:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+328:2403:x1862022293704704:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764887.329233:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764887.329242:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff0c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d20 expref: 328 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.329497:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff0c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d20 expref: 328 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.329527:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff0c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d20 expref: 328 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.329547:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:0.0:1775764887.329553:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.329575:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.329585:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.329622:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764887.329692:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+327:2403:x1862022293704704:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 478us (818us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764887.329701:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3263
00010000:00010000:1.0:1775764887.329981:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.329991:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.330017:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00010000:00010000:1.0:1775764887.330185:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707800/0x9da62835f5d6ff36 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d35 expref: 328 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.330208:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d35 expref: 327 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.330216:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.330219:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764887.330223:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e707000, rc 0)
00000100:00100000:1.0:1775764887.330307:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+327:14453:x1862022293704448:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9882us (15628us total) trans 4295101700 rc 0/0
00000100:00100000:1.0:1775764887.330316:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205848
00000100:00100000:2.0:1775764887.343532:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.343622:0:8400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293704832
00000100:00100000:1.0:1775764887.343636:0:8400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293704832
00000100:00100000:1.0:1775764887.343715:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2074
00000100:00100000:1.0:1775764887.343728:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:14454:x1862022293704832:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.343755:0:8400:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.343781:0:8400:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000673dda78/0x9da62835f5d6ff52 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d43 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.343824:0:8400:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000060701a78/0x9da62835f5d6ff44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d3c expref: 84 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.343834:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.343837:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.343887:0:8400:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000673dda78/0x9da62835f5d6ff52 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x80:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d43 expref: 84 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.343934:0:8400:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000060701a78/0x9da62835f5d6ff44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d3c expref: 84 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.343952:0:8400:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000060701a78/0x9da62835f5d6ff44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d3c expref: 84 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.343971:0:8400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1862022277250304:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764887.344188:0:8400:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63540 going to sleep for 11 seconds
00000100:00100000:2.0:1775764887.345556:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.346206:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293704960
00000100:00100000:3.0:1775764887.347186:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293704960
00000100:00100000:3.0:1775764887.347311:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205849
00000100:00100000:3.0:1775764887.347323:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+327:14453:x1862022293704960:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764887.347358:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764887.347384:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6ff59 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d4a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.347503:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.347523:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d35 expref: 328 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.347533:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.347596:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d35 expref: 328 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.347611:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d35 expref: 328 pid: 14273 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.347627:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c683aa3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277250432:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764887.347738:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764887.353356:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.353443:0:8400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8400:1862022277250304:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.353489:0:8400:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000673dda78/0x9da62835f5d6ff52 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x80:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d43 expref: 84 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.353504:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293705088
00000100:00100000:3.0:1775764887.353512:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293705088
00010000:00010000:1.0:1775764887.353515:0:8400:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e707800, rc 0)
00010000:00010000:3.0:1775764887.353555:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060701a78/0x9da62835f5d6ff44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d3c expref: 85 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.353616:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3264
00000100:00100000:3.0:1775764887.353629:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+85:2402:x1862022293705088:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.353648:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.353675:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060701a78/0x9da62835f5d6ff44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d3c expref: 85 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.353690:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060701a78/0x9da62835f5d6ff44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d3c expref: 85 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.353719:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060701a78/0x9da62835f5d6ff44 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d3c expref: 85 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.353745:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764887.353748:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764887.353756:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000673dda78/0x9da62835f5d6ff52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d43 expref: 84 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.353769:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000673dda78/0x9da62835f5d6ff52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d43 expref: 84 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.353810:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000673dda78/0x9da62835f5d6ff52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d43 expref: 84 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.353825:0:6502:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6502:1862022277250560:192.168.202.56@tcp:105:
00000100:00100000:1.0:1775764887.354830:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+84:14454:x1862022293704832:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11098us (11307us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.354854:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2074
00000100:00100000:3.0:1775764887.355125:0:6502:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c189f300 going to sleep for 11 seconds
00000100:00100000:2.0:1775764887.355210:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.355351:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293705216
00000100:00100000:1.0:1775764887.355831:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c683aa3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277250432:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.355886:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.360652:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293705216
00010000:00010000:3.0:1775764887.360740:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d35 expref: 329 pid: 14273 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.362217:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3265
00000100:00100000:3.0:1775764887.362241:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+329:2403:x1862022293705216:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.362269:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.362284:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d35 expref: 329 pid: 14273 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.362304:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d35 expref: 329 pid: 14273 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.362334:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6ff3d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d35 expref: 329 pid: 14273 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.362353:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764887.362358:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.362370:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.362379:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.362462:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764887.362536:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+328:2403:x1862022293705216:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 305us (7333us total) trans 0 rc 0/0
00010000:00010000:1.0:1775764887.364877:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.364913:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.364988:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:1.0:1775764887.364994:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.365540:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.365613:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6ff59 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d4a expref: 329 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.365642:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d4a expref: 328 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.365654:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.365658:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.365662:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008a00, rc 0)
00000100:00100000:0.0:1775764887.365985:0:6502:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6502:1862022277250560:192.168.202.56@tcp:105:
00010000:00010000:0.0:1775764887.366014:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764887.366064:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2402:x1862022293705088:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 12436us (12718us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764887.366076:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3264
00000100:00100000:1.0:1775764887.367162:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+328:14453:x1862022293704960:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 19833us (21606us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.367174:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205849
00000100:00100000:3.0:1775764887.368314:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3265
00000100:00100000:0.0:1775764887.375490:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.375594:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293705472
00000100:00100000:1.0:1775764887.375608:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293705472
00000100:00100000:1.0:1775764887.375682:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2966
00000100:00100000:1.0:1775764887.375694:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+327:14454:x1862022293705472:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764887.376119:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+328:14454:x1862022293705472:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 427us (642us total) trans 4295101701 rc 0/0
00000100:00100000:1.0:1775764887.376130:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2966
00000100:00100000:2.0:1775764887.389446:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.389577:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293705728
00000100:00100000:0.0:1775764887.389593:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293705728
00000100:00100000:0.0:1775764887.389671:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205850
00000100:00100000:0.0:1775764887.389682:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792eb4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+328:14453:x1862022293705728:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764887.389716:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.389744:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d6ff67 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d51 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.389939:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6ff6e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.389960:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6ff6e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.389974:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6ff6e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764887.389994:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016a:0x0]: returning size 53
00010000:00010000:0.0:1775764887.390136:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d6ff67 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d51 expref: 331 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.390160:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6ff6e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d51 expref: 330 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.390171:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016a:0x0].0x0 (ffff93c6877ce300)
00010000:00010000:0.0:1775764887.390174:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764887.390179:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164600, rc 0)
00000100:00100000:0.0:1775764887.390262:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792eb4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+330:14453:x1862022293705728:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 582us (829us total) trans 4295101702 rc 0/0
00000100:00100000:0.0:1775764887.390271:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205850
00000100:00100000:3.0:1775764887.399578:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.399638:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.399910:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293705984
00000100:00100000:2.0:1775764887.399923:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293705984
00000100:00100000:0.0:1775764887.399991:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293706240
00000100:00100000:2.0:1775764887.400002:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205851
00000100:00100000:0.0:1775764887.400006:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293706240
00000100:00100000:2.0:1775764887.400016:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+331:14454:x1862022293705984:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.400051:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.400078:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d6ff7c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d58 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.400095:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2967
00000100:00100000:0.0:1775764887.400115:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4860450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+332:14453:x1862022293706240:12345-192.168.202.56@tcp:35:dbench.0
00010000:00010000:2.0:1775764887.400225:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.400258:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ff28 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d2e expref: 332 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.400267:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.400314:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ff28 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d2e expref: 333 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.400333:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ff28 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d2e expref: 333 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.400350:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682f8e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277250688:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.400371:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4860450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+333:14453:x1862022293706240:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 258us (730us total) trans 4295101703 rc 0/0
00000100:00100000:0.0:1775764887.400381:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2967
00000100:00100000:2.0:1775764887.400433:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1d80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764887.408758:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.416960:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293706368
00000100:00100000:3.0:1775764887.416972:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293706368
00000100:00100000:1.0:1775764887.417266:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.417287:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.417301:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293706752
00000100:00100000:1.0:1775764887.417304:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293706752
00010000:00010000:1.0:1775764887.417329:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ff28 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d2e expref: 334 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.417356:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3266
00000100:00100000:1.0:1775764887.417361:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+334:2402:x1862022293706752:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764887.417373:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764887.417377:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ff28 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d2e expref: 334 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.417390:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ff28 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d2e expref: 334 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.417408:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6a31a2200)
00010000:00010000:1.0:1775764887.417412:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.417419:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.417424:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.417447:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764887.417490:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+334:2402:x1862022293706752:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 128us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.417497:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3266
00000100:00100000:2.0:1775764887.417749:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1161
00000100:00100000:2.0:1775764887.417757:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe97050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+333:2400:x1862022293706368:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764887.417765:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.417774:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d6ff6e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d51 expref: 333 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.417784:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016a:0x0].0x0 (ffff93c6877ce300)
00010000:00010000:2.0:1775764887.417787:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764887.417804:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe97050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+332:2400:x1862022293706368:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 49us (9058us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.417809:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1161
00010000:00010000:3.0:1775764887.418308:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ff28 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d2e expref: 331 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.418318:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682f8e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277250688:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764887.418334:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.418340:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.418344:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764887.418358:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00010000:00010000:3.0:1775764887.418477:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d6ff7c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d58 expref: 332 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.418490:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d58 expref: 331 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.418497:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6a31a2200)
00010000:00010000:3.0:1775764887.418499:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764887.418501:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0fe00, rc 0)
00000100:00100000:3.0:1775764887.418633:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+331:14454:x1862022293705984:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 18621us (19078us total) trans 4295101704 rc 0/0
00000100:00100000:3.0:1775764887.418644:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205851
00000100:00100000:3.0:1775764887.418658:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293706624
00000100:00100000:3.0:1775764887.418661:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293706624
00000100:00100000:3.0:1775764887.418706:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205852
00000100:00100000:3.0:1775764887.418713:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+331:14453:x1862022293706624:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764887.418751:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.418803:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162be00/0x9da62835f5d6fa43 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ba6 expref: 331 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.418811:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016a:0x0].0x0 (ffff93c6877ce300)
00010000:00010000:3.0:1775764887.418818:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764887.418836:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6ff91 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.418878:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6ff91 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.418886:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6ff91 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.418898:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6ff98 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.418904:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6ff98 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.418910:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6ff98 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.419215:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff9f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1016a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.419221:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff9f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.419225:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff9f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764887.419373:0:10031:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].93, 64 off14144
00010000:00010000:3.0:1775764887.419405:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6ffa6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.419411:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6ffa6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.419416:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6ffa6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.419420:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6ffa6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1016a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.419424:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6ffa6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1016a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420689:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6ffa6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1016a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420719:0:10031:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764887.420749:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff9f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420756:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff9f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1016a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420760:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff9f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1016a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420763:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.420766:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff9f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1016a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420771:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff9f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1016a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420780:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016a:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764887.420782:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764887.420785:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff9f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1016a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420789:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d6ff9f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1016a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420806:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6ff91 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420809:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6ff91 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420813:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6ff91 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420817:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6ff91 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420822:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3009600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.420825:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6ff91 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420830:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6ff91 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420836:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764887.420854:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.420857:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6ff91 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420863:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d6ff91 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764887.420874:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000048d22d2 reply state 000000000c1e2bfb transno 4295101705 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6ff98 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420887:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6ff98 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.420893:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xd199dd9d (ffff93c6877ce600)
00010000:00010000:3.0:1775764887.420895:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764887.420898:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764887.420986:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+332:14453:x1862022293706624:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 2270us (3719us total) trans 4295101705 rc 0/0
00000100:00100000:3.0:1775764887.420995:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205852
00010000:00010000:3.0:1775764887.421035:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764887.421040:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6ffa6 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1016a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.421047:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764887.421050:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6ffa6 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1016a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.421056:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6ffa6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1016a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.421064:0:7451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016a:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764887.421066:0:7451:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764887.421069:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6ffa6 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1016a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.421074:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d6ffa6 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1016a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.421088:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764887.421091:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764887.421092:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764887.426788:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.432533:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.433077:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293706880
00000100:00100000:1.0:1775764887.433087:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293706880
00000100:00100000:0.0:1775764887.433152:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293707008
00000100:00100000:0.0:1775764887.433157:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293707008
00000100:00100000:0.0:1775764887.433199:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205853
00000100:00100000:0.0:1775764887.433209:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+333:14454:x1862022293706880:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764887.433234:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.433256:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d6ffad lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d5f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.433349:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d6ffb4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.433363:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d58 expref: 334 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.433371:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d6ffb4 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.433406:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d58 expref: 334 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.433420:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d58 expref: 334 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.433444:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277250816:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.433526:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898a80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764887.433797:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205854
00000100:00100000:2.0:1775764887.433808:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+334:14453:x1862022293707008:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.433817:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.433828:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d6ffbb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d66 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.433896:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d6ffc2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.433908:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d6ffc2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434051:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d6ffc2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434069:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffc9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434076:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffc9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434082:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffc9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434120:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d6ffc2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434127:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d6ffc2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434133:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d6ffc2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434139:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d6ffc2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434145:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0ee00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.434149:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d6ffc2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434157:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d6ffc2 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434168:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764887.434170:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.434175:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d6ffc2 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434181:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d6ffc2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434194:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffc9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434200:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffc9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434206:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffc9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434211:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0e400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.434214:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffc9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434219:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffc9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434225:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x6adb7306 (ffff93c6a31a2400)
00010000:00010000:2.0:1775764887.434227:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.434230:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffc9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434235:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffc9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434260:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d6ffbb lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d66 expref: 335 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434268:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764887.434270:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.434273:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d6ffbb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d66 expref: 335 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.434281:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0ec00, rc 0)
00000100:00100000:2.0:1775764887.434424:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+334:14453:x1862022293707008:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 618us (1900us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764887.434442:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205854
00000100:00100000:3.0:1775764887.454294:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.454785:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277250816:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764887.454812:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d6ffb4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.455031:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293707136
00000100:00100000:2.0:1775764887.455039:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293707136
00000100:00100000:2.0:1775764887.455101:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205855
00000100:00100000:2.0:1775764887.455112:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+334:14453:x1862022293707136:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.455131:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.455150:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d6ffd0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d6d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.455214:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffd7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.455228:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffd7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.455239:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffd7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764887.455279:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:2.0:1775764887.455283:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764887.455302:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffd7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.455325:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d6ffd0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d6d expref: 336 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.455340:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffd7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d6d expref: 335 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.455354:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764887.455357:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764887.455360:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0e400, rc 0)
00000100:00100000:3.0:1775764887.456975:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.457059:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293707264
00000100:00100000:1.0:1775764887.457067:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293707264
00010000:00010000:1.0:1775764887.457104:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d58 expref: 336 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.457147:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3267
00000100:00100000:1.0:1775764887.457156:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+336:2403:x1862022293707264:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764887.457171:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764887.457177:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d58 expref: 336 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.457190:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d58 expref: 336 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.457212:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d6ff83 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d58 expref: 336 pid: 10031 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.457228:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6a31a2200)
00010000:00010000:1.0:1775764887.457233:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d6ffb4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.457242:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d6ffb4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.457249:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d6ffb4 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.457278:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764887.461709:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+335:14453:x1862022293707136:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6587us (7413us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.461724:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205855
00010000:00010000:0.0:1775764887.463141:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d6ffb4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.463155:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d6ffb4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764887.463217:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:0.0:1775764887.463222:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764887.463556:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d6ffb4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.463608:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d6ffad lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d5f expref: 335 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.463629:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d6ffb4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d5f expref: 334 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.463638:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6a31a2200)
00010000:00010000:0.0:1775764887.463641:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764887.463645:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165800, rc 0)
00000100:00100000:0.0:1775764887.464107:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+334:14454:x1862022293706880:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 30898us (37326us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764887.464117:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205853
00000100:00100000:1.0:1775764887.464190:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+333:2403:x1862022293707264:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 7033us (7219us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.464199:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3267
00000100:00100000:0.0:1775764887.480461:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.480551:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293707392
00000100:00100000:3.0:1775764887.480578:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293707392
00000100:00100000:3.0:1775764887.480660:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2968
00000100:00100000:3.0:1775764887.480673:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+333:14453:x1862022293707392:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764887.502556:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.502704:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293707520
00000100:00100000:1.0:1775764887.502720:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293707520
00000100:00100000:1.0:1775764887.502927:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205856
00000100:00100000:1.0:1775764887.502939:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+334:14454:x1862022293707520:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.502961:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.502984:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d6ffde lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d74 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503162:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d6ffe5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503177:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d6ffe5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503190:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d6ffe5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503202:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6ffec lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503210:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6ffec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503217:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6ffec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503288:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6fff3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503296:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6fff3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503304:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6fff3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.503341:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:1.0:1775764887.503345:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.503362:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6fff3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503376:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6fff3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503385:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d6ffe5 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503393:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d6ffe5 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503399:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d6ffe5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503406:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d6ffe5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503413:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.503418:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d6ffe5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503425:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d6ffe5 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503609:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764887.503612:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.503618:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d6ffe5 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503623:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d6ffe5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503641:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6ffec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503647:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6ffec lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503652:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6ffec lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503657:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.503662:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6ffec lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503668:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6ffec lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503676:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x6adb7306 (ffff93c6a31a2a00)
00010000:00010000:1.0:1775764887.503678:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.503681:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6ffec lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503686:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d6ffec lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503714:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d6ffde lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d74 expref: 336 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503727:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6fff3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d74 expref: 335 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.503734:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6a31a2200)
00010000:00010000:1.0:1775764887.503736:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.503739:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e707000, rc 0)
00000100:00100000:3.0:1775764887.503978:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+335:14453:x1862022293707392:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 23300us (23519us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.503994:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2968
00000100:00100000:1.0:1775764887.507111:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+334:14454:x1862022293707520:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 4163us (4559us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.507125:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205856
00000100:00100000:0.0:1775764887.519817:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.520428:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.522961:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293707648
00000100:00100000:2.0:1775764887.522980:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293707648
00000100:00100000:2.0:1775764887.523087:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205857
00000100:00100000:2.0:1775764887.523100:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+334:14453:x1862022293707648:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.523128:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.523157:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d6fffa lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d7b expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.523204:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293707776
00000100:00100000:1.0:1775764887.523211:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293707776
00010000:00010000:2.0:1775764887.523242:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d70001 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.523262:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1162
00000100:00100000:1.0:1775764887.523269:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+336:2402:x1862022293707776:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764887.523275:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d70001 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.523282:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.523289:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d70001 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.523303:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d6fff3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d74 expref: 336 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523304:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d70008 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523316:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d70008 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523322:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d70008 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.523323:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6a31a2200)
00010000:00010000:1.0:1775764887.523329:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764887.523367:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d70001 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523373:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d70001 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523378:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d70001 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523383:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d70001 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523387:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0f200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.523392:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d70001 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523399:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d70001 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523407:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00000100:00100000:1.0:1775764887.523410:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+335:2402:x1862022293707776:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 142us (2984us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764887.523410:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.523414:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d70001 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.523418:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1162
00010000:00010000:2.0:1775764887.523420:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d70001 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523431:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d70008 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523437:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d70008 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523442:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d70008 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523447:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0e200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.523449:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d70008 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523454:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d70008 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523461:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x6adb7306 (ffff93c6a31a2400)
00010000:00010000:2.0:1775764887.523463:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.523465:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d70008 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523470:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d70008 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523515:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d6fffa lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d7b expref: 334 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523524:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764887.523526:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.523529:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d6fffa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d7b expref: 334 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.523538:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0e600, rc 0)
00000100:00100000:2.0:1775764887.523575:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+333:14453:x1862022293707648:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 478us (3774us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764887.523581:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205857
00000100:00100000:2.0:1775764887.535831:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.536257:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293708032
00000100:00100000:1.0:1775764887.536272:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293708032
00000100:00100000:1.0:1775764887.536392:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205858
00000100:00100000:1.0:1775764887.536406:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+333:14454:x1862022293708032:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764887.536488:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764887.536528:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d6ffb4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d5f expref: 333 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.536554:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6a31a2200)
00010000:00010000:1.0:1775764887.536579:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764887.536659:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7000f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.536675:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7000f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.536686:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7000f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764887.536890:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d56f52b reply state 00000000aa205826 transno 4295101706 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7000f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.536905:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7000f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.536911:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:1.0:1775764887.536913:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764887.536916:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764887.537034:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+334:14454:x1862022293708032:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 631us (1217us total) trans 4295101706 rc 0/0
00000100:00100000:1.0:1775764887.537042:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205858
00000100:00100000:1.0:1775764887.537105:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.543372:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.543435:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293708288
00000100:00100000:2.0:1775764887.543448:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293708288
00000100:00100000:2.0:1775764887.543777:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205859
00000100:00100000:2.0:1775764887.543789:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+334:14453:x1862022293708288:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.543822:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.543826:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1775764887.543886:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d6ffd7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d6d expref: 334 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.543925:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764887.543930:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764887.543968:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d70016 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d82 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.544160:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d7001d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.544178:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d7001d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.544191:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d7001d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.544209:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e800/0x9da62835f5d70024 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.544217:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e800/0x9da62835f5d70024 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.544224:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e800/0x9da62835f5d70024 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1775764887.544530:0:7431:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4295101706 is committed
00000004:00080000:2.0:1775764887.544608:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 57 committed
00000004:00080000:2.0:1775764887.544631:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 55 committed
00000004:00080000:2.0:1775764887.547021:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 54 committed
00010000:00010000:3.0:1775764887.547134:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6f087 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547149:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6f087 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547157:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6f087 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547163:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.547169:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6f087 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547178:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6f087 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547199:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xf97c74a3 (ffff93c68422a400)
00010000:00010000:3.0:1775764887.547202:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.547209:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6f087 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547215:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d6f087 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547234:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6f080 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547240:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6f080 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547245:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6f080 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547250:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.547253:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6f080 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547259:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6f080 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547267:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:3.0:1775764887.547269:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.547272:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6f080 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547278:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d6f080 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547289:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6f08e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547295:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6f08e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547301:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6f08e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547307:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.547309:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6f08e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547314:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6f08e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547321:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:3.0:1775764887.547323:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:0.0:1775764887.547326:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1862022277250944:0@lo:6:osp-syn-1-1.0
00010000:00010000:3.0:1775764887.547326:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6f08e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547332:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d6f08e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547345:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f1f3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547351:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f1f3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547356:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f1f3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547360:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.547363:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f1f3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547368:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f1f3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547374:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xf97c74a3 (ffff93c795e56600)
00010000:00010000:3.0:1775764887.547376:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.547378:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f1f3 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547383:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d6f1f3 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547392:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f1ec lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547401:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f1ec lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.547406:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764887.547407:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f1ec lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547412:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.547414:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f1ec lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547420:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f1ec lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547427:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:3.0:1775764887.547428:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.547431:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f1ec lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547436:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d6f1ec lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547444:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f1fa lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547449:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f1fa lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547454:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f1fa lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547457:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a0fe9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.547460:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f1fa lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.547464:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684117b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1862022277251456:0@lo:6:osp-syn-1-1.0
00010000:00010000:3.0:1775764887.547466:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f1fa lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547473:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:3.0:1775764887.547475:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1775764887.547478:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f1fa lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.547483:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1775764887.547484:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d6f1fa lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.547505:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1775764887.547511:0:3659:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684115c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1862022277251328:0@lo:6:osp-syn-1-1.0
00000100:00100000:0.0:1775764887.547531:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764887.547571:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684115880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277251200:0@lo:6:osp-syn-1-1.0
00000100:00100000:0.0:1775764887.547595:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764887.547613:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1775764887.547618:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684115f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277251072:0@lo:6:osp-syn-1-1.0
00000100:00100000:0.0:1775764887.547639:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764887.547657:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684117480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277251584:0@lo:6:osp-syn-1-1.0
00000100:00100000:0.0:1775764887.547675:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764887.547704:0:15573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277250944
00000100:00100000:0.0:1775764887.547712:0:15573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277250944
00010000:00010000:3.0:1775764887.547744:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6f4fc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547751:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6f4fc lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547757:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6f4fc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547763:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.547765:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6f4fc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547771:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6f4fc lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547780:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00000100:00100000:0.0:1775764887.547783:0:15573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277251456
00010000:00010000:3.0:1775764887.547783:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764887.547786:0:15573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277251456
00010000:00010000:3.0:1775764887.547786:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6f4fc lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547792:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d6f4fc lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.547802:0:15573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277251328
00000100:00100000:0.0:1775764887.547804:0:15573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277251328
00010000:00010000:3.0:1775764887.547804:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6f503 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547810:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6f503 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547816:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6f503 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.547818:0:15573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277251200
00000100:00100000:0.0:1775764887.547820:0:15573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277251200
00010000:00010000:3.0:1775764887.547822:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.547825:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6f503 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547831:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6f503 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.547833:0:15573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277251072
00000100:00100000:0.0:1775764887.547835:0:15573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277251072
00010000:00010000:3.0:1775764887.547859:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x57ca59f5 (ffff93c6877ceb00)
00010000:00010000:3.0:1775764887.547861:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.547864:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6f503 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.547870:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d6f503 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.547878:0:15573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277251584
00000100:00100000:0.0:1775764887.547880:0:15573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277251584
00010000:00010000:3.0:1775764887.547888:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f50a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.547900:0:15573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2075
00000100:00100000:0.0:1775764887.547911:0:15573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3659:x1862022277250944:12345-0@lo:6:osp-syn-1-1.0
00002000:00080000:0.0:1775764887.547947:0:15573:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:119 count 1
00010000:00010000:0.0:1775764887.547980:0:15573:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e57d8956/0x9da62835f5d7002b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548004:0:15573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000005253a1b/0x9da62835f5d6e3fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654b4 expref: 82 pid: 15572 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548019:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764887.548022:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764887.548025:0:15573:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e57d8956/0x9da62835f5d7002b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548059:0:15573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000005253a1b/0x9da62835f5d6e3fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e144250944654b4 expref: 82 pid: 15572 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548075:0:15573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000005253a1b/0x9da62835f5d6e3fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944654b4 expref: 82 pid: 15572 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.548088:0:15573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684116a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15573:1862022277251712:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764887.548119:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f50a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548124:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f50a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548129:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.548132:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f50a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548138:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f50a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548148:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:3.0:1775764887.548150:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1775764887.548153:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f50a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548159:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d6f50a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.548161:0:15573:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898a80 going to sleep for 11 seconds
00010000:00010000:3.0:1775764887.548173:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d6f65a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.548178:0:15595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2076
00010000:00010000:3.0:1775764887.548180:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d6f65a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.548185:0:15595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+10:3659:x1862022277251456:12345-0@lo:6:osp-syn-1-1.0
00010000:00010000:3.0:1775764887.548186:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d6f65a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548191:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.548194:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d6f65a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1775764887.548200:0:15595:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:122 count 1
00010000:00010000:3.0:1775764887.548200:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d6f65a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548208:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:3.0:1775764887.548211:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764887.548212:0:15595:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af242bcc/0x9da62835f5d70032 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548214:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d6f65a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548220:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d6f65a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548224:0:15595:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5dae614/0x9da62835f5d6ed62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944657a8 expref: 82 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548231:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764887.548231:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d6f661 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548233:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764887.548236:0:15595:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af242bcc/0x9da62835f5d70032 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548238:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d6f661 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548244:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d6f661 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548248:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac3c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.548251:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d6f661 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548256:0:15595:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e5dae614/0x9da62835f5d6ed62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e144250944657a8 expref: 82 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548257:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d6f661 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548264:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x57ca59f5 (ffff93c6877cea00)
00010000:00010000:0.0:1775764887.548266:0:15595:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e5dae614/0x9da62835f5d6ed62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944657a8 expref: 82 pid: 15592 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548267:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.548270:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d6f661 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.548276:0:15595:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15595:1862022277251840:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764887.548276:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d6f661 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548289:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162bc00/0x9da62835f5d6f668 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548295:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162bc00/0x9da62835f5d6f668 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.548299:0:15595:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898780 going to sleep for 11 seconds
00010000:00010000:3.0:1775764887.548300:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162bc00/0x9da62835f5d6f668 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548305:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162bc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.548308:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162bc00/0x9da62835f5d6f668 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548314:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162bc00/0x9da62835f5d6f668 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.548316:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2077
00010000:00010000:3.0:1775764887.548321:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00000100:00100000:0.0:1775764887.548323:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+10:3659:x1862022277251328:12345-0@lo:6:osp-syn-1-1.0
00010000:00010000:3.0:1775764887.548324:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1775764887.548327:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162bc00/0x9da62835f5d6f668 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548332:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162bc00/0x9da62835f5d6f668 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1775764887.548334:0:15596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:121 count 1
00010000:00010000:0.0:1775764887.548345:0:15596:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003818dae5/0x9da62835f5d70039 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548346:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f741 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548357:0:15596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e574ee0d/0x9da62835f5d6ec43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446573f expref: 82 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548357:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f741 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548364:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f741 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548365:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764887.548367:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1775764887.548368:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764887.548369:0:15596:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003818dae5/0x9da62835f5d70039 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548371:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f741 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548378:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f741 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.548385:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x10682665 (ffff93c6a31a2300)
00010000:00010000:0.0:1775764887.548386:0:15596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e574ee0d/0x9da62835f5d6ec43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446573f expref: 82 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548400:0:15596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e574ee0d/0x9da62835f5d6ec43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446573f expref: 82 pid: 15573 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.548410:0:15596:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15596:1862022277251968:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.548438:0:15596:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764887.548457:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078
00000100:00100000:0.0:1775764887.548464:0:8402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3661:x1862022277251200:12345-0@lo:6:osp-syn-1-1.0
00002000:00080000:0.0:1775764887.548476:0:8402:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:123 count 1
00010000:00010000:0.0:1775764887.548487:0:8402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da084991/0x9da62835f5d70040 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548498:0:8402:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6ee7a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944657fc expref: 82 pid: 14278 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548504:0:8402:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764887.548505:0:8402:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764887.548507:0:8402:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da084991/0x9da62835f5d70040 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548528:0:8402:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6ee7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e144250944657fc expref: 82 pid: 14278 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548537:0:8402:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6ee7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944657fc expref: 82 pid: 14278 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.548552:0:8402:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1862022277252096:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.548588:0:8402:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898b40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764887.548605:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2079
00000100:00100000:0.0:1775764887.548612:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3661:x1862022277251072:12345-0@lo:6:osp-syn-1-1.0
00002000:00080000:0.0:1775764887.548624:0:15574:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:118 count 1
00010000:00010000:0.0:1775764887.548637:0:15574:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009ec4c702/0x9da62835f5d70047 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548650:0:15574:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6dda2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944652bc expref: 82 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548657:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764887.548658:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764887.548660:0:15574:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ec4c702/0x9da62835f5d70047 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548679:0:15574:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6dda2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e144250944652bc expref: 82 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548688:0:15574:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6dda2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944652bc expref: 82 pid: 8400 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.548698:0:15574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15574:1862022277252224:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.548721:0:15574:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764887.548741:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080
00000100:00100000:0.0:1775764887.548749:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3661:x1862022277251584:12345-0@lo:6:osp-syn-1-1.0
00002000:00080000:0.0:1775764887.548761:0:15572:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:127 count 1
00010000:00010000:0.0:1775764887.548772:0:15572:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054f96391/0x9da62835f5d7004e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548783:0:15572:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbdbdb0c/0x9da62835f5d6fb70 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c0f expref: 82 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548790:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764887.548791:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764887.548793:0:15572:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054f96391/0x9da62835f5d7004e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548812:0:15572:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbdbdb0c/0x9da62835f5d6fb70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c0f expref: 82 pid: 8400 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.548820:0:15572:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbdbdb0c/0x9da62835f5d6fb70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c0f expref: 82 pid: 8400 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.548830:0:15572:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15572:1862022277252352:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.548878:0:15572:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898180 going to sleep for 11 seconds
00000100:00080000:0.0:1775764887.548894:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1775764887.549060:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.549067:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f741 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549074:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d6f741 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549087:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f748 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549093:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f748 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764887.549097:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 56 committed
00010000:00010000:3.0:1775764887.549097:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f748 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549102:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.549106:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f748 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549112:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f748 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549122:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:3.0:1775764887.549125:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.549128:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f748 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549133:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d6f748 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764887.549141:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 53 committed
00010000:00010000:3.0:1775764887.549141:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f74f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549147:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f74f lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549152:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f74f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549156:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.549158:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f74f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549164:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f74f lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764887.549166:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 55 committed
00010000:00010000:3.0:1775764887.549170:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:3.0:1775764887.549172:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1775764887.549175:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f74f lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549180:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d6f74f lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549193:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f891 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549195:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e76c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549200:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f891 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549202:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e76c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549206:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f891 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549208:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e76c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549211:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.549213:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.549214:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f891 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549216:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e76c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549219:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f891 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549221:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e76c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549226:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x10682665 (ffff93c68422ab00)
00010000:00010000:3.0:1775764887.549228:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.549231:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:3.0:1775764887.549231:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f891 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549234:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.549236:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e76c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549237:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d6f891 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549243:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d6e76c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549247:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f898 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549255:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f898 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549258:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e829 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549262:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f898 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549263:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e829 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549268:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.549269:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e829 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549270:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f898 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549275:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c79545d600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.549276:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f898 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549277:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e829 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549283:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e829 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549283:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:3.0:1775764887.549285:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.549287:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f898 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549289:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015e:0x0].0x0 (ffff93c795e56400)
00010000:00010000:2.0:1775764887.549291:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.549293:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d6f898 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549294:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e829 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549299:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d6e829 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1015e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549302:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f89f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549307:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f89f lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549312:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f89f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549315:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e830 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549317:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.549320:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f89f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549322:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e830 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549327:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f89f lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549328:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e830 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549333:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.549334:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764887.549335:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e830 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549336:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1775764887.549339:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f89f lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549341:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e830 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549344:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d6f89f lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549347:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:2.0:1775764887.549349:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.549352:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e830 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549355:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d6fd92 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549356:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d6e830 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549360:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d6fd92 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549364:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d6fd92 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549367:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e925 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549369:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.549371:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d6fd92 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549373:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e925 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549377:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d6fd92 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549378:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e925 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549384:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.549385:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x295f24f2 (ffff93c6941e4800)
00010000:00010000:2.0:1775764887.549387:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e925 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549387:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.549390:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d6fd92 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549393:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e925 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549396:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d6fd92 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549399:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xddd0a3dd (ffff93c68cb34600)
00010000:00010000:2.0:1775764887.549401:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.549403:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e925 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549405:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d6fd8b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549408:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d6e925 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549411:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d6fd8b lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549415:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d6fd8b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549419:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.549421:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d6fd8b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549423:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549428:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549428:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d6fd8b lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549434:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549435:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6a31a2900)
00010000:00010000:3.0:1775764887.549437:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.549440:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.549440:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d6fd8b lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549443:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549445:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d6fd8b lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549448:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549453:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d6fd99 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549459:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1015f:0x0].0x0 (ffff93c7a01e3e00)
00010000:00010000:2.0:1775764887.549461:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.549463:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d6fd99 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549464:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549469:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d6fd99 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549470:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d6e972 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1015f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549474:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.549477:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d6fd99 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549480:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6ea7c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549481:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d6fd99 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549485:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6ea7c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549488:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:3.0:1775764887.549490:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:2.0:1775764887.549491:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6ea7c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549492:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d6fd99 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549496:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.549498:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6ea7c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549504:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6ea7c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549511:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xddd0a3dd (ffff93c68cb34500)
00010000:00010000:2.0:1775764887.549513:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.549516:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6ea7c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549522:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d6ea7c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549538:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ec27 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549544:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ec27 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549550:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ec27 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549556:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.549571:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ec27 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549577:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ec27 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549584:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x33e854da (ffff93c795e56a00)
00010000:00010000:2.0:1775764887.549587:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.549589:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ec27 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549594:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d6ec27 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549608:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6ed07 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549614:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6ed07 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549620:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6ed07 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549626:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4822800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.549629:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6ed07 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549634:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6ed07 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549643:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:2.0:1775764887.549645:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.549645:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d6fd99 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549648:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6ed07 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549654:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822800/0x9da62835f5d6ed07 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549659:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d6fed4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549665:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d6fed4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549666:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6ed46 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549672:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d6fed4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549673:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6ed46 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549678:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.549680:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6ed46 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549682:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d6fed4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549684:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4822600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.549686:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6ed46 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549689:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d6fed4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549692:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6ed46 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549697:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x295f24f2 (ffff93c6a31a2f00)
00010000:00010000:3.0:1775764887.549699:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.549701:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d6fed4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549703:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x33e854da (ffff93c68cb34f00)
00010000:00010000:2.0:1775764887.549706:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.549707:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d6fed4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549708:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6ed46 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549714:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4822600/0x9da62835f5d6ed46 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549717:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d6fecd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549723:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ed70 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549728:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ed70 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549734:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ed70 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549739:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.549742:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ed70 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549747:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ed70 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549754:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x17610ee3 (ffff93c68cb34700)
00010000:00010000:2.0:1775764887.549757:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.549759:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ed70 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549765:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d6ed70 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549782:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6ee03 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549789:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6ee03 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549793:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d6fecd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549795:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6ee03 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549799:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d6fecd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549801:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.549804:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6ee03 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549805:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.549807:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d6fecd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549810:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6ee03 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549813:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d6fecd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549817:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xf97c74a3 (ffff93c68422a400)
00010000:00010000:2.0:1775764887.549819:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.549820:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6877cef00)
00010000:00010000:2.0:1775764887.549821:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6ee03 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549822:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.549825:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d6fecd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549826:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d6ee03 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549832:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d6fecd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549863:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549865:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee57 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549870:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549872:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee57 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549876:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549878:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee57 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549881:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.549884:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549885:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.549888:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee57 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.549889:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549893:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee57 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549900:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:2.0:1775764887.549902:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.549905:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee57 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549911:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d6ee57 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549923:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d6ee8f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549929:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d6ee8f lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549934:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d6ee8f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549939:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.549942:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d6ee8f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549947:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d6ee8f lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549959:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x17610ee3 (ffff93c6877ce400)
00010000:00010000:2.0:1775764887.549961:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.549964:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d6ee8f lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549970:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d6ee8f lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549986:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ef30 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549991:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ef30 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.549997:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ef30 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550002:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.550004:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ef30 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550010:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ef30 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550017:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764887.550020:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.550022:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ef30 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550028:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d6ef30 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550041:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6ef45 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550048:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6ef45 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550054:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6ef45 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550059:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c79545ca00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.550060:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764887.550062:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6ef45 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.550062:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1775764887.550065:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550069:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6ef45 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.550072:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d6fedb lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550077:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xf97c74a3 (ffff93c795e56600)
00010000:00010000:2.0:1775764887.550079:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.550081:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6ef45 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550086:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d6ef45 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550101:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efb5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550106:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efb5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550112:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efb5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550118:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4826400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.550120:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efb5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550126:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efb5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550132:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764887.550134:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.550136:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efb5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550141:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826400/0x9da62835f5d6efb5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550152:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6f072 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550158:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6f072 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550163:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6f072 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550168:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.550169:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6f072 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550173:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6f072 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550181:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:2.0:1775764887.550182:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.550184:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6f072 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550188:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d6f072 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550196:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6f105 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550200:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6f105 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550204:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6f105 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550206:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.550208:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6f105 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550211:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6f105 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550214:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:2.0:1775764887.550215:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.550217:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6f105 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550220:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d6f105 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550230:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6f144 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550233:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6f144 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550236:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6f144 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550239:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e798600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.550240:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6f144 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550243:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6f144 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550246:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x33e854da (ffff93c795e56a00)
00010000:00010000:2.0:1775764887.550248:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.550249:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6f144 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550252:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d6f144 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550260:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f27f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550263:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f27f lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550267:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f27f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550271:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.550273:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f27f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550276:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f27f lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550279:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x10682665 (ffff93c6a31a2300)
00010000:00010000:2.0:1775764887.550281:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.550282:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f27f lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550285:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d6f27f lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550293:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f2cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550296:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f2cc lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550300:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f2cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550302:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4826800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.550303:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f2cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550307:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f2cc lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550314:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x33e854da (ffff93c68cb34f00)
00010000:00010000:2.0:1775764887.550316:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.550317:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f2cc lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550320:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826800/0x9da62835f5d6f2cc lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550328:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f358 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550331:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f358 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550334:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f358 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550336:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3009200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.550338:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f358 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550341:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f358 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550346:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:2.0:1775764887.550347:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.550348:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f358 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550351:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d6f358 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550359:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3cf lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550363:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3cf lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550366:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3cf lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550368:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c0b38e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.550370:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3cf lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550373:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3cf lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550376:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:2.0:1775764887.550377:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.550379:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3cf lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550381:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c0b38e00/0x9da62835f5d6f3cf lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550389:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f3e4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550392:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f3e4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550395:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f3e4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550399:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.550401:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f3e4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550404:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f3e4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550407:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x10682665 (ffff93c68422ab00)
00010000:00010000:2.0:1775764887.550409:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.550410:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f3e4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550413:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d6f3e4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550421:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f4a8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550424:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f4a8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550427:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f4a8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550430:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.550431:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f4a8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550435:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f4a8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550442:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764887.550444:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.550445:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f4a8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550448:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d6f4a8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550454:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f549 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550457:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f549 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550460:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f549 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550463:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.550464:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f549 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550467:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f549 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550470:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764887.550472:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.550473:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f549 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550476:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d6f549 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550486:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f5dc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550490:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f5dc lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550492:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f5dc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550496:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.550499:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f5dc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550504:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f5dc lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550511:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764887.550513:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.550515:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f5dc lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550521:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d6f5dc lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550532:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f71e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550538:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f71e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550544:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f71e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.550550:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162b400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.550552:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f71e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764887.552317:0:6519:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x80:0x0], index 0: 0
00010000:00010000:3.0:1775764887.552706:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70055 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.552796:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70055 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.552811:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70055 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.553066:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d7001d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.553076:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d7001d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.553084:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d7001d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.553090:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0f200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.553095:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d7001d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.553105:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d7001d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.553120:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764887.553123:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.553129:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d7001d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.553135:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d7001d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764887.553154:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054424b84 reply state 0000000042720a24 transno 4295101707 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e800/0x9da62835f5d70024 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.553168:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e800/0x9da62835f5d70024 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.553173:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x6adb7306 (ffff93c6828a0f00)
00010000:00010000:3.0:1775764887.553176:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764887.553180:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764887.553229:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d70016 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d82 expref: 154 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.553247:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70055 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d82 expref: 153 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.553255:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764887.553258:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764887.553260:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769e00, rc 0)
00000100:00100000:3.0:1775764887.553339:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293708288:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9551us (16232us total) trans 4295101707 rc 0/0
00000100:00100000:3.0:1775764887.553351:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205859
00000100:00100000:0.0:1775764887.554308:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277252480:0@lo:6:osp-syn-0-1.0
00000100:00100000:0.0:1775764887.554387:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764887.554440:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764887.554448:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277252864:0@lo:6:osp-syn-0-1.0
00000100:00100000:0.0:1775764887.554474:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764887.554512:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277252608:0@lo:6:osp-syn-0-1.0
00000100:00100000:1.0:1775764887.554517:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277252480
00000100:00100000:1.0:1775764887.554529:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277252480
00000100:00100000:0.0:1775764887.554534:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764887.554555:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1775764887.554573:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277252736:0@lo:6:osp-syn-0-1.0
00000100:00100000:0.0:1775764887.554593:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1775764887.554662:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f71e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554687:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:2.0:1775764887.554690:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.554695:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f71e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554703:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b400/0x9da62835f5d6f71e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554727:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f7b8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554735:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f7b8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554742:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f7b8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554748:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.554752:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f7b8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554759:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f7b8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554771:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:2.0:1775764887.554773:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.554775:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f7b8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554781:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a400/0x9da62835f5d6f7b8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554793:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f828 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554799:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f828 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554804:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f828 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554809:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.554812:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f828 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554817:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f828 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554825:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10166:0x0].0x0 (ffff93c795e56f00)
00010000:00010000:2.0:1775764887.554827:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.554829:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f828 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554834:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a800/0x9da62835f5d6f828 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554866:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f90f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554872:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f90f lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554877:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f90f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554882:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a31f4a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.554885:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f90f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554889:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f90f lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554896:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xd199dd9d (ffff93c68422af00)
00010000:00010000:2.0:1775764887.554899:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.554902:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f90f lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554908:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a31f4a00/0x9da62835f5d6f90f lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554921:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f924 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554927:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f924 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554932:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f924 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554937:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.554940:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f924 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554945:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f924 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554952:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764887.554955:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.554957:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f924 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554963:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d6f924 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554978:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f963 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554984:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f963 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554990:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f963 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.554997:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.554999:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f963 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555006:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f963 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555019:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10167:0x0].0x0 (ffff93c68422a700)
00010000:00010000:2.0:1775764887.555021:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.555023:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f963 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555029:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d6f963 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555043:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f9fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555050:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f9fd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555056:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f9fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555061:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.555063:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f9fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555069:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f9fd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555076:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764887.555078:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.555081:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f9fd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555086:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d6f9fd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555101:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6fa3c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555107:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6fa3c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555112:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6fa3c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555117:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162b800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.555120:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6fa3c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555125:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6fa3c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555131:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xd199dd9d (ffff93c6877ce600)
00010000:00010000:2.0:1775764887.555134:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.555136:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6fa3c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555141:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b800/0x9da62835f5d6fa3c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.555148:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293708416
00010000:00010000:2.0:1775764887.555152:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6fa5f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.555154:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293708416
00010000:00010000:2.0:1775764887.555158:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6fa5f lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555163:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6fa5f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555168:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.555171:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6fa5f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555176:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6fa5f lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555183:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764887.555185:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.555190:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6fa5f lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555195:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d6fa5f lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.555204:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205860
00000100:00100000:3.0:1775764887.555215:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14454:x1862022293708416:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.555217:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6faf9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555222:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6faf9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555227:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6faf9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555231:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.555233:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6faf9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555239:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6faf9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.555243:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.555249:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x295f24f2 (ffff93c6941e4800)
00010000:00010000:2.0:1775764887.555251:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.555253:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6faf9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555258:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d6faf9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.555260:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d70063 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d89 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555273:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6fb5b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555279:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6fb5b lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555284:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6fb5b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555288:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162b200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.555290:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6fb5b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555295:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6fb5b lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555301:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6877cef00)
00010000:00010000:2.0:1775764887.555303:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.555306:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6fb5b lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555311:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162b200/0x9da62835f5d6fb5b lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555321:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb7e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.555322:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d70063 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d89 expref: 144 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555328:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb7e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555333:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb7e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.555336:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769000/0x9da62835f5d70063 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d89 expref: 144 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555337:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.555340:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb7e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555345:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb7e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555351:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6877cef00)
00010000:00010000:2.0:1775764887.555352:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.555354:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb7e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.555355:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:3.0:1775764887.555357:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:2.0:1775764887.555360:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d6fb7e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.555360:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769000, rc 0)
00010000:00010000:2.0:1775764887.555374:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fc18 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555380:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fc18 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555485:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fc18 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555489:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a4827200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.555492:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fc18 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555499:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fc18 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555507:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x295f24f2 (ffff93c6a31a2f00)
00010000:00010000:2.0:1775764887.555510:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.555512:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fc18 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555519:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4827200/0x9da62835f5d6fc18 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555557:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555575:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc73 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555581:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc73 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555586:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.555589:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc73 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555598:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc73 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555607:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.555609:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.555612:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc73 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555618:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d6fc73 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555631:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fcb2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555638:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fcb2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555643:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fcb2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555648:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162a000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.555651:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fcb2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555656:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fcb2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555664:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.555666:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.555668:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fcb2 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555675:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162a000/0x9da62835f5d6fcb2 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555697:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555704:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555711:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555717:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bea1800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.555720:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555726:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555735:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764887.555738:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.555740:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555746:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1800/0x9da62835f5d6fd29 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555761:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555767:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555773:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555777:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.555780:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555786:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555792:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764887.555795:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.555797:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555802:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d6fdd8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555815:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fe5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555821:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fe5d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555826:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fe5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555832:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69162ba00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.555834:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fe5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555866:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fe5d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555874:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xd199dd9d (ffff93c68422af00)
00010000:00010000:2.0:1775764887.555877:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.555879:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fe5d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555885:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69162ba00/0x9da62835f5d6fe5d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555905:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d6ff21 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555912:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d6ff21 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555918:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d6ff21 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555923:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0f000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.555926:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d6ff21 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555933:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d6ff21 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555941:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x6adb7306 (ffff93c6a31a2a00)
00010000:00010000:2.0:1775764887.555943:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.555945:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d6ff21 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555951:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d6ff21 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555967:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6ff98 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555973:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6ff98 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555978:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6ff98 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555984:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.555986:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6ff98 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.555993:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6ff98 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.556000:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xd199dd9d (ffff93c6877ce600)
00010000:00010000:2.0:1775764887.556002:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.556005:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6ff98 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.556010:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d6ff98 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.556023:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7000f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.556028:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7000f lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.556034:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7000f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.556038:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.556040:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7000f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.556046:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7000f lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.556053:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764887.556056:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.556058:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7000f lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.556063:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7000f lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.556293:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277252864
00000100:00100000:1.0:1775764887.556301:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277252864
00000100:00100000:1.0:1775764887.556350:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277252608
00000100:00100000:1.0:1775764887.556354:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277252608
00000100:00100000:1.0:1775764887.556374:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277252736
00000100:00100000:1.0:1775764887.556377:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277252736
00000100:00100000:1.0:1775764887.556395:0:8506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081
00000100:00100000:1.0:1775764887.556403:0:8506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3661:x1862022277252480:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:1.0:1775764887.556432:0:8506:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:119 count 1
00010000:00010000:1.0:1775764887.556457:0:8506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a78a5a01/0x9da62835f5d7006a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.556479:0:8506:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005034fbbf/0x9da62835f5d6e4f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944654fa expref: 90 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.556489:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.556618:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.556623:0:8506:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a78a5a01/0x9da62835f5d7006a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.556666:0:8506:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005034fbbf/0x9da62835f5d6e4f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e144250944654fa expref: 90 pid: 15570 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.556679:0:8506:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005034fbbf/0x9da62835f5d6e4f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944654fa expref: 90 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.556694:0:8506:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8506:1862022277252992:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764887.556697:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082
00000100:00100000:2.0:1775764887.556708:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3661:x1862022277252864:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:2.0:1775764887.556721:0:8400:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:125 count 1
00010000:00010000:2.0:1775764887.556735:0:8400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091eb6fff/0x9da62835f5d70071 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.556748:0:8400:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d6fa27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b9f expref: 90 pid: 15592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.556755:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764887.556757:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764887.556759:0:8400:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091eb6fff/0x9da62835f5d70071 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.556781:0:8400:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d6fa27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b9f expref: 90 pid: 15592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.556791:0:8400:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d6fa27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b9f expref: 90 pid: 15592 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.556800:0:8400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682f8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8400:1862022277253120:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.556863:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2083
00000100:00100000:0.0:1775764887.556873:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3658:x1862022277252608:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:0.0:1775764887.556886:0:14278:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:118 count 1
00010000:00010000:0.0:1775764887.556898:0:14278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d70078 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.556910:0:14278:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e029547/0x9da62835f5d6de5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944652fb expref: 90 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.556918:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764887.556919:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764887.556921:0:14278:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d70078 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.556941:0:14278:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e029547/0x9da62835f5d6de5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e144250944652fb expref: 90 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.556950:0:14278:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e029547/0x9da62835f5d6de5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944652fb expref: 90 pid: 15573 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.556961:0:14278:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14278:1862022277253248:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764887.558138:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14454:x1862022293708416:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2914us (14770us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.558150:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205860
00000100:00100000:1.0:1775764887.558261:0:8506:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63f00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764887.558317:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2084
00000100:00100000:1.0:1775764887.558329:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3658:x1862022277252736:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:1.0:1775764887.558354:0:15570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:121 count 1
00010000:00010000:1.0:1775764887.558377:0:15570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6e01faf/0x9da62835f5d7007f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.558403:0:15570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6ed31 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465793 expref: 90 pid: 15596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.558411:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.558414:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.558417:0:15570:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6e01faf/0x9da62835f5d7007f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.558445:0:15570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6ed31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465793 expref: 90 pid: 15596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.558458:0:15570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6ed31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465793 expref: 90 pid: 15596 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.558471:0:15570:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15570:1862022277253376:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764887.559246:0:15570:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63180 going to sleep for 11 seconds
00000100:00080000:1.0:1775764887.559266:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1775764887.566336:0:14278:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898480 going to sleep for 11 seconds
00000100:00100000:2.0:1775764887.568799:0:8400:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c792845600 going to sleep for 11 seconds
00000100:00100000:1.0:1775764887.591607:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.591682:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.591697:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.591726:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293708544
00000100:00100000:1.0:1775764887.591746:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293708544
00010000:00010000:1.0:1775764887.591908:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000005253a1b/0x9da62835f5d6e3fa lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944654b4 expref: 83 pid: 15572 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.591954:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293708800
00000100:00100000:1.0:1775764887.591968:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293708800
00010000:00010000:1.0:1775764887.591986:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e574ee0d/0x9da62835f5d6ec43 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446573f expref: 84 pid: 15573 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.592011:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293708672
00000100:00100000:1.0:1775764887.592014:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293708672
00010000:00010000:1.0:1775764887.592041:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e5dae614/0x9da62835f5d6ed62 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944657a8 expref: 85 pid: 15592 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.592065:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3268
00000100:00100000:1.0:1775764887.592074:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+85:2402:x1862022293708544:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764887.592103:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764887.592109:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000005253a1b/0x9da62835f5d6e3fa lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944654b4 expref: 85 pid: 15572 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.592135:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000005253a1b/0x9da62835f5d6e3fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944654b4 expref: 85 pid: 15572 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.592170:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.592183:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.592189:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e57d8956/0x9da62835f5d7002b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.592201:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e57d8956/0x9da62835f5d7002b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.592206:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3269
00000100:00100000:2.0:1775764887.592218:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+85:2402:x1862022293708800:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764887.592226:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764887.592226:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.592231:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e574ee0d/0x9da62835f5d6ec43 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446573f expref: 85 pid: 15573 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.592240:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e574ee0d/0x9da62835f5d6ec43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446573f expref: 85 pid: 15573 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.592253:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764887.592255:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764887.592258:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003818dae5/0x9da62835f5d70039 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.592266:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003818dae5/0x9da62835f5d70039 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.592279:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764887.592287:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+85:2402:x1862022293708544:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 214us (695us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.592295:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+85:2402:x1862022293708800:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 83us (613us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.592296:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3268
00000100:00100000:2.0:1775764887.592301:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3269
00000100:00100000:2.0:1775764887.592316:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3270
00000100:00100000:2.0:1775764887.592322:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2402:x1862022293708672:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764887.592330:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.592334:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e5dae614/0x9da62835f5d6ed62 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944657a8 expref: 83 pid: 15592 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.592342:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e5dae614/0x9da62835f5d6ed62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944657a8 expref: 83 pid: 15592 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.592355:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764887.592357:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764887.592360:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000af242bcc/0x9da62835f5d70032 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.592367:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af242bcc/0x9da62835f5d70032 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.592379:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764887.592397:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2402:x1862022293708672:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 74us (699us total) trans 0 rc 0/0
00010000:00010000:3.0:1775764887.592493:0:15595:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5dae614/0x9da62835f5d6ed62 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944657a8 expref: 83 pid: 15592 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.592511:0:15595:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15595:1862022277251840:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764887.592538:0:15595:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000af242bcc/0x9da62835f5d70032 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.592548:0:15595:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000af242bcc/0x9da62835f5d70032 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.592554:0:15595:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af242bcc/0x9da62835f5d70032 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.592578:0:15595:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af242bcc/0x9da62835f5d70032 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.592591:0:15595:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af242bcc/0x9da62835f5d70032 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.592610:0:15595:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1775764887.592821:0:15595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+11:3659:x1862022277251456:12345-0@lo:6:osp-syn-1-1.0 Request processed in 44635us (45335us total) trans 4294967901 rc 0/0
00000100:00100000:3.0:1775764887.592832:0:15595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2076
00010000:00010000:3.0:1775764887.592893:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764887.592900:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af242bcc/0x9da62835f5d70032 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.592909:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764887.592914:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af242bcc/0x9da62835f5d70032 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.592924:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af242bcc/0x9da62835f5d70032 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.592937:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af242bcc/0x9da62835f5d70032 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.592945:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af242bcc/0x9da62835f5d70032 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.592965:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764887.592968:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764887.592970:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1775764887.593004:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c684117b80/2, rc 0, transno 4294967901
00000100:00100000:3.0:1775764887.593020:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684117b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1862022277251456:0@lo:6:osp-syn-1-1.0
00000100:00100000:3.0:1775764887.593141:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.593162:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293708928
00000100:00100000:3.0:1775764887.593167:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293708928
00010000:00010000:3.0:1775764887.593189:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6ee7a lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944657fc expref: 83 pid: 14278 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.594469:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.595535:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293709056
00000100:00100000:1.0:1775764887.595571:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293709056
00010000:00010000:1.0:1775764887.595668:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6dda2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944652bc expref: 84 pid: 8400 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.595756:0:15573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005253a1b/0x9da62835f5d6e3fa lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944654b4 expref: 84 pid: 15572 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.595761:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3271
00000100:00100000:1.0:1775764887.595772:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2403:x1862022293709056:12345-192.168.202.56@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1775764887.595775:0:15573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684116a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15573:1862022277251712:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764887.595803:0:15573:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e57d8956/0x9da62835f5d7002b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.595808:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764887.595814:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6dda2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944652bc expref: 83 pid: 8400 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.595815:0:15573:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e57d8956/0x9da62835f5d7002b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.595823:0:15573:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e57d8956/0x9da62835f5d7002b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.595828:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6dda2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944652bc expref: 83 pid: 8400 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.595835:0:15573:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e57d8956/0x9da62835f5d7002b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.595872:0:15573:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e57d8956/0x9da62835f5d7002b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.595874:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.595877:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.595883:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009ec4c702/0x9da62835f5d70047 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.595892:0:15573:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764887.595909:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ec4c702/0x9da62835f5d70047 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.595932:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764887.595993:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2403:x1862022293709056:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 223us (1533us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.596001:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3271
00000100:00100000:1.0:1775764887.596081:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.596098:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293709184
00000100:00100000:1.0:1775764887.596101:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293709184
00000100:00100000:0.0:1775764887.596105:0:15573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3659:x1862022277250944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 48196us (48698us total) trans 4294967902 rc 0/0
00010000:00010000:1.0:1775764887.596114:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbdbdb0c/0x9da62835f5d6fb70 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c0f expref: 83 pid: 8400 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.596115:0:15573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2075
00000100:00100000:1.0:1775764887.596131:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3272
00000100:00100000:1.0:1775764887.596138:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2403:x1862022293709184:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764887.596146:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764887.596150:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbdbdb0c/0x9da62835f5d6fb70 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c0f expref: 83 pid: 8400 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596154:0:15596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e574ee0d/0x9da62835f5d6ec43 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446573f expref: 83 pid: 15573 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596160:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbdbdb0c/0x9da62835f5d6fb70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c0f expref: 83 pid: 8400 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.596172:0:15596:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15596:1862022277251968:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.596187:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.596189:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764887.596190:0:15596:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003818dae5/0x9da62835f5d70039 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596193:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000054f96391/0x9da62835f5d7004e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596199:0:15596:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003818dae5/0x9da62835f5d70039 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596201:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054f96391/0x9da62835f5d7004e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596207:0:15596:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003818dae5/0x9da62835f5d70039 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596213:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764887.596216:0:15596:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003818dae5/0x9da62835f5d70039 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596223:0:15596:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003818dae5/0x9da62835f5d70039 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.596231:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2403:x1862022293709184:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 94us (151us total) trans 0 rc 0/0
00010000:00010000:0.0:1775764887.596238:0:15596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1775764887.596238:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3272
00000100:00100000:1.0:1775764887.596294:0:8506:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8506:1862022277252992:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.596307:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+11:3659:x1862022277251328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 47984us (48774us total) trans 4294967903 rc 0/0
00010000:00010000:1.0:1775764887.596308:0:8506:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a78a5a01/0x9da62835f5d7006a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.596314:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2077
00000100:00100000:0.0:1775764887.596343:0:8402:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8402:1862022277252096:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764887.596355:0:8402:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000da084991/0x9da62835f5d70040 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.596355:0:15570:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15570:1862022277253376:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.596365:0:15570:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c6e01faf/0x9da62835f5d7007f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596393:0:15574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b435769/0x9da62835f5d6dda2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944652bc expref: 81 pid: 8400 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.596404:0:15574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15574:1862022277252224:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764887.596406:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764887.596416:0:15574:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009ec4c702/0x9da62835f5d70047 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.596416:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293709312
00000100:00100000:1.0:1775764887.596419:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293709312
00010000:00010000:0.0:1775764887.596424:0:15574:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009ec4c702/0x9da62835f5d70047 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596430:0:15574:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ec4c702/0x9da62835f5d70047 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596432:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005034fbbf/0x9da62835f5d6e4f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944654fa expref: 91 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596440:0:15574:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009ec4c702/0x9da62835f5d70047 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596447:0:15574:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009ec4c702/0x9da62835f5d70047 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.596448:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3273
00000100:00100000:1.0:1775764887.596454:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+91:2400:x1862022293709312:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764887.596462:0:15574:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:1.0:1775764887.596465:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764887.596469:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005034fbbf/0x9da62835f5d6e4f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944654fa expref: 91 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596478:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005034fbbf/0x9da62835f5d6e4f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944654fa expref: 91 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596498:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005034fbbf/0x9da62835f5d6e4f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944654fa expref: 91 pid: 15570 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596509:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.596510:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.596513:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a78a5a01/0x9da62835f5d7006a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596521:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a78a5a01/0x9da62835f5d7006a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.596534:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3661:x1862022277251072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 47923us (48894us total) trans 4294967904 rc 0/0
00010000:00010000:1.0:1775764887.596536:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764887.596541:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2079
00000100:00100000:1.0:1775764887.596551:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+90:2400:x1862022293709312:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 98us (145us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.596572:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3273
00010000:00010000:0.0:1775764887.596587:0:15572:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbdbdb0c/0x9da62835f5d6fb70 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c0f expref: 80 pid: 8400 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596588:0:8506:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a78a5a01/0x9da62835f5d7006a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596597:0:8506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a78a5a01/0x9da62835f5d7006a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.596599:0:15572:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15572:1862022277252352:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.596606:0:8506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a78a5a01/0x9da62835f5d7006a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596612:0:15572:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000054f96391/0x9da62835f5d7004e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596614:0:8506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a78a5a01/0x9da62835f5d7006a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596620:0:15572:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000054f96391/0x9da62835f5d7004e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596623:0:8506:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:0.0:1775764887.596627:0:15572:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054f96391/0x9da62835f5d7004e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596634:0:15572:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054f96391/0x9da62835f5d7004e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596640:0:15572:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054f96391/0x9da62835f5d7004e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596647:0:15572:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:0.0:1775764887.596712:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+11:3661:x1862022277251584:12345-0@lo:6:osp-syn-1-1.0 Request processed in 47963us (49034us total) trans 4294967905 rc 0/0
00000100:00100000:1.0:1775764887.596714:0:8506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3661:x1862022277252480:12345-0@lo:6:osp-syn-0-1.0 Request processed in 40312us (42330us total) trans 4294967939 rc 0/0
00000100:00100000:0.0:1775764887.596718:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080
00000100:00100000:1.0:1775764887.596721:0:8506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081
00010000:00010000:0.0:1775764887.596739:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:0.0:1775764887.596748:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e57d8956/0x9da62835f5d7002b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.596751:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764887.596762:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164c00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764887.596767:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e57d8956/0x9da62835f5d7002b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.596767:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293709440
00000100:00100000:1.0:1775764887.596770:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293709440
00010000:00010000:0.0:1775764887.596780:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e57d8956/0x9da62835f5d7002b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596785:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6ed31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465793 expref: 90 pid: 15596 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596793:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e57d8956/0x9da62835f5d7002b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596802:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e57d8956/0x9da62835f5d7002b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.596802:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3274
00000100:00100000:1.0:1775764887.596808:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+90:2400:x1862022293709440:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764887.596815:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764887.596819:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6ed31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465793 expref: 90 pid: 15596 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596822:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1775764887.596826:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003818dae5/0x9da62835f5d70039 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596830:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6ed31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465793 expref: 90 pid: 15596 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596833:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165600 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764887.596836:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003818dae5/0x9da62835f5d70039 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596874:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f474b947/0x9da62835f5d6ed31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465793 expref: 90 pid: 15596 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596877:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003818dae5/0x9da62835f5d70039 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596886:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764887.596887:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003818dae5/0x9da62835f5d70039 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596888:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.596892:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6e01faf/0x9da62835f5d7007f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596897:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003818dae5/0x9da62835f5d70039 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596901:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6e01faf/0x9da62835f5d7007f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596911:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1775764887.596914:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009ec4c702/0x9da62835f5d70047 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596915:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764887.596920:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165200 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764887.596923:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009ec4c702/0x9da62835f5d70047 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596930:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009ec4c702/0x9da62835f5d70047 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.596932:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2400:x1862022293709440:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 124us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.596939:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3274
00010000:00010000:0.0:1775764887.596940:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009ec4c702/0x9da62835f5d70047 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596948:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ec4c702/0x9da62835f5d70047 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596954:0:15570:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c6e01faf/0x9da62835f5d7007f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596962:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1775764887.596962:0:15570:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6e01faf/0x9da62835f5d7007f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596965:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a78a5a01/0x9da62835f5d7006a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596972:0:15570:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6e01faf/0x9da62835f5d7007f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596973:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707a00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764887.596977:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a78a5a01/0x9da62835f5d7006a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596980:0:15570:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6e01faf/0x9da62835f5d7007f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.596985:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a78a5a01/0x9da62835f5d7006a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.596989:0:15570:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1775764887.596994:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a78a5a01/0x9da62835f5d7006a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597000:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a78a5a01/0x9da62835f5d7006a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597012:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764887.597015:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054f96391/0x9da62835f5d7004e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597021:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165a00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764887.597024:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054f96391/0x9da62835f5d7004e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597032:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054f96391/0x9da62835f5d7004e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597041:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054f96391/0x9da62835f5d7004e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597048:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054f96391/0x9da62835f5d7004e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.597059:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3658:x1862022277252736:12345-0@lo:6:osp-syn-0-1.0 Request processed in 38734us (42465us total) trans 4294967940 rc 0/0
00010000:00010000:0.0:1775764887.597061:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764887.597064:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6e01faf/0x9da62835f5d7007f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.597065:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2084
00010000:00010000:0.0:1775764887.597070:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706600 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764887.597073:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6e01faf/0x9da62835f5d7007f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597081:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6e01faf/0x9da62835f5d7007f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597090:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6e01faf/0x9da62835f5d7007f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597098:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6e01faf/0x9da62835f5d7007f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597112:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764887.597114:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764887.597116:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764887.597117:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764887.597123:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764887.597129:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293709568
00000100:00100000:1.0:1775764887.597133:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293709568
00010000:00010000:1.0:1775764887.597148:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e029547/0x9da62835f5d6de5f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944652fb expref: 89 pid: 15573 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764887.597153:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69bdd4380/2, rc 0, transno 4294967939
00000100:00100000:0.0:1775764887.597160:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277252480:0@lo:6:osp-syn-0-1.0
00000100:00100000:1.0:1775764887.597165:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3275
00000100:00100000:1.0:1775764887.597170:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2400:x1862022293709568:12345-192.168.202.56@tcp:103:ldlm_bl.0
00000004:00080000:0.0:1775764887.597173:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c684115f80/2, rc 0, transno 4294967904
00010000:00010000:1.0:1775764887.597177:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764887.597181:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e029547/0x9da62835f5d6de5f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944652fb expref: 89 pid: 15573 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.597185:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684115f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277251072:0@lo:6:osp-syn-1-1.0
00010000:00010000:1.0:1775764887.597191:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e029547/0x9da62835f5d6de5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944652fb expref: 89 pid: 15573 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764887.597194:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c684117480/2, rc 0, transno 4294967905
00000100:00100000:0.0:1775764887.597197:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684117480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277251584:0@lo:6:osp-syn-1-1.0
00010000:00010000:1.0:1775764887.597204:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.597206:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.597209:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d70078 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.597216:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d70078 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.597228:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00080000:0.0:1775764887.597230:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c684115c00/2, rc 0, transno 4294967903
00000100:00100000:0.0:1775764887.597237:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684115c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1862022277251328:0@lo:6:osp-syn-1-1.0
00000100:00100000:1.0:1775764887.597244:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2400:x1862022293709568:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 74us (127us total) trans 0 rc 0/0
00000004:00080000:0.0:1775764887.597247:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c684114000/2, rc 0, transno 4294967902
00000100:00100000:1.0:1775764887.597250:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3275
00000100:00100000:0.0:1775764887.597251:0:3659:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684114000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1862022277250944:0@lo:6:osp-syn-1-1.0
00010000:00010000:0.0:1775764887.597266:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764887.597281:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69bdd6a00/2, rc 0, transno 4294967940
00000100:00100000:0.0:1775764887.597285:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277252736:0@lo:6:osp-syn-0-1.0
00000100:00100000:1.0:1775764887.597285:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.597297:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293709696
00000100:00100000:1.0:1775764887.597300:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293709696
00010000:00010000:0.0:1775764887.597307:0:14278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e029547/0x9da62835f5d6de5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e144250944652fb expref: 89 pid: 15573 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.597312:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d6fa27 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b9f expref: 89 pid: 15592 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.597318:0:14278:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14278:1862022277253248:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764887.597329:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3276
00010000:00010000:0.0:1775764887.597330:0:14278:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d70078 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.597335:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:2400:x1862022293709696:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764887.597339:0:14278:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d70078 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.597342:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764887.597346:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d6fa27 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b9f expref: 88 pid: 15592 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597347:0:14278:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d70078 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.597356:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d6fa27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b9f expref: 88 pid: 15592 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597357:0:14278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d70078 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597369:0:14278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d70078 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.597370:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.597371:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.597375:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000091eb6fff/0x9da62835f5d70071 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597382:0:14278:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764887.597383:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091eb6fff/0x9da62835f5d70071 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.597393:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764887.597406:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:2400:x1862022293709696:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 72us (121us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.597413:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3276
00010000:00010000:1.0:1775764887.597457:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1775764887.597459:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3658:x1862022277252608:12345-0@lo:6:osp-syn-0-1.0 Request processed in 40589us (42924us total) trans 4294967941 rc 0/0
00010000:00010000:1.0:1775764887.597461:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d70078 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.597467:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2083
00010000:00010000:1.0:1775764887.597469:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764887.597472:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d70078 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.597480:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d70078 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764887.597490:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69bdd4700/2, rc 0, transno 4294967941
00010000:00010000:1.0:1775764887.597490:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d70078 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.597494:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277252608:0@lo:6:osp-syn-0-1.0
00010000:00010000:1.0:1775764887.597498:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d70078 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.597513:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764887.597514:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764887.597516:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764887.597526:0:8400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d6fa27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b9f expref: 87 pid: 15592 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.597535:0:8400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682f8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8400:1862022277253120:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764887.597548:0:8400:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000091eb6fff/0x9da62835f5d70071 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597555:0:8400:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000091eb6fff/0x9da62835f5d70071 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597611:0:8400:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091eb6fff/0x9da62835f5d70071 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597620:0:8400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091eb6fff/0x9da62835f5d70071 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597632:0:8400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091eb6fff/0x9da62835f5d70071 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597644:0:8400:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1775764887.597719:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3661:x1862022277252864:12345-0@lo:6:osp-syn-0-1.0 Request processed in 41015us (43244us total) trans 4294967942 rc 0/0
00000100:00100000:0.0:1775764887.597726:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082
00010000:00010000:0.0:1775764887.597742:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764887.597747:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091eb6fff/0x9da62835f5d70071 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597754:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0ea00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764887.597757:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091eb6fff/0x9da62835f5d70071 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597764:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091eb6fff/0x9da62835f5d70071 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597774:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091eb6fff/0x9da62835f5d70071 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597781:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091eb6fff/0x9da62835f5d70071 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.597794:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764887.597796:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764887.597798:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1775764887.597814:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69bdd4e00/2, rc 0, transno 4294967942
00000100:00100000:0.0:1775764887.597818:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277252864:0@lo:6:osp-syn-0-1.0
00000100:00100000:2.0:1775764887.599790:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3270
00000100:00100000:3.0:1775764887.602648:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3277
00000100:00100000:3.0:1775764887.602677:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe94450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2402:x1862022293708928:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.602705:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.602717:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6ee7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944657fc expref: 78 pid: 14278 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.602751:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6ee7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944657fc expref: 78 pid: 14278 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.602782:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f69a46e9/0x9da62835f5d6ee7a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e144250944657fc expref: 78 pid: 14278 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.602802:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764887.602804:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764887.602809:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da084991/0x9da62835f5d70040 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.602828:0:15578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da084991/0x9da62835f5d70040 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.603708:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764887.603824:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe94450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2402:x1862022293708928:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1158us (10678us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.603835:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3277
00010000:00010000:0.0:1775764887.604209:0:8402:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da084991/0x9da62835f5d70040 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.604225:0:8402:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da084991/0x9da62835f5d70040 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.604239:0:8402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da084991/0x9da62835f5d70040 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.604247:0:8402:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da084991/0x9da62835f5d70040 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.604270:0:8402:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764887.604507:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764887.604514:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da084991/0x9da62835f5d70040 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.604524:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164600 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764887.604529:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da084991/0x9da62835f5d70040 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.604538:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da084991/0x9da62835f5d70040 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.604568:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da084991/0x9da62835f5d70040 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.604576:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da084991/0x9da62835f5d70040 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.604603:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764887.604606:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764887.604608:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764887.604912:0:8402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3661:x1862022277251200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 56445us (57312us total) trans 4294967906 rc 0/0
00000100:00100000:0.0:1775764887.604924:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078
00000004:00080000:2.0:1775764887.605032:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c684115880/2, rc 0, transno 4294967906
00000100:00100000:2.0:1775764887.605049:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684115880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277251200:0@lo:6:osp-syn-1-1.0
00000100:00100000:1.0:1775764887.610707:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.611000:0:15587:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293709824
00000100:00100000:0.0:1775764887.611013:0:15587:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293709824
00000100:00100000:0.0:1775764887.611111:0:15587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2085
00000100:00100000:0.0:1775764887.611124:0:15587:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2402:x1862022293709824:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764887.611365:0:15587:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1775764887.611369:0:15587:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb mtime from disk: 0 -> 1775764875
00002000:00010000:0.0:1775764887.611372:0:15587:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb atime from disk: 0 -> 1775764877
00002000:00010000:0.0:1775764887.611375:0:15587:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb ctime from disk: 0 -> 1775764887
00002000:00010000:0.0:1775764887.611377:0:15587:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1775764887.611449:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2402:x1862022293709824:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 328us (757us total) trans 4294967907 rc 0/0
00000100:00100000:0.0:1775764887.611458:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2085
00000100:00100000:2.0:1775764887.621968:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.622009:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.623204:0:15594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293709952
00000100:00100000:0.0:1775764887.623220:0:15594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293709952
00000100:00100000:0.0:1775764887.623310:0:15594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2086
00000100:00100000:0.0:1775764887.623320:0:15594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c72e6f0-c073-4915-a1e7-5dde21a8c485+87:2402:x1862022293709952:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764887.623341:0:15594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.623363:0:15594:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054f96391/0x9da62835f5d70086 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x80:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d90 expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764887.623389:0:15594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x80:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764887.623414:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764887.623416:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764887.623425:0:15594:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054f96391/0x9da62835f5d70086 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d90 expref: 88 pid: 15594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.623441:0:15594:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000054f96391/0x9da62835f5d70086 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d90 expref: 88 pid: 15594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.623454:0:15594:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165a00, rc 0)
00000100:00100000:0.0:1775764887.623531:0:15594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:2402:x1862022293709952:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 211us (1578us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764887.623538:0:15594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2086
00000100:00100000:1.0:1775764887.625536:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293710080
00000100:00100000:1.0:1775764887.625555:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293710080
00000100:00100000:1.0:1775764887.625658:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205861
00000100:00100000:1.0:1775764887.625669:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+134:14454:x1862022293710080:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.625699:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.625726:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d7008d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d97 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.625911:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70094 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.625931:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70094 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.625944:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70094 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.625980:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:1.0:1775764887.625985:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.626012:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70094 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.626046:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706c00/0x9da62835f5d7008d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d97 expref: 136 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.626070:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70094 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d97 expref: 135 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.626080:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:1.0:1775764887.626082:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.626087:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e706e00, rc 0)
00000100:00100000:1.0:1775764887.626182:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293710080:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 514us (4171us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.626190:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205861
00000100:00100000:2.0:1775764887.635950:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.636055:0:15577:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293710208
00000100:00100000:1.0:1775764887.636070:0:15577:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293710208
00000100:00100000:1.0:1775764887.636139:0:15577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2087
00000100:00100000:1.0:1775764887.636164:0:15577:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:14453:x1862022293710208:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.636196:0:15577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.636227:0:15577:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d2f8ff7/0x9da62835f5d7009b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465d9e expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.636270:0:15577:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000054f96391/0x9da62835f5d70086 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d90 expref: 89 pid: 15594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.636280:0:15577:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.636282:0:15577:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.636287:0:15577:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d2f8ff7/0x9da62835f5d7009b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x80:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d9e expref: 89 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.636331:0:15577:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000054f96391/0x9da62835f5d70086 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d90 expref: 89 pid: 15594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.636347:0:15577:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000054f96391/0x9da62835f5d70086 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d90 expref: 89 pid: 15594 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.636364:0:15577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c683aa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15577:1862022277253504:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764887.636479:0:15577:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63540 going to sleep for 11 seconds
00000100:00100000:3.0:1775764887.641181:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.641375:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293710336
00000100:00100000:0.0:1775764887.641389:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293710336
00000100:00100000:0.0:1775764887.641465:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205862
00000100:00100000:0.0:1775764887.641477:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293710336:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764887.641506:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.641537:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d700a2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465da5 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.641635:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d700a9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.641655:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d700a9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.641669:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d700a9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.641685:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d700b0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.641693:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d700b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.641699:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d700b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.641806:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d700b7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.641816:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d700b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.641824:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d700b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764887.641928:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:0.0:1775764887.641934:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764887.641959:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d700b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.641972:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d700b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.641981:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d700a9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.641987:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d700a9 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.641994:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d700a9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.642000:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764887.642005:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d700a9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.642013:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d700a9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.642028:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764887.642031:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764887.642037:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d700a9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.642043:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d700a9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.642064:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d700b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.642071:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d700b0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.642078:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d700b0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.642085:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764887.642088:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d700b0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.642092:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d700b0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.642100:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x6adb7306 (ffff93c69bed0a00)
00010000:00010000:0.0:1775764887.642103:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764887.642105:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d700b0 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.642111:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d700b0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.642215:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d700a2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465da5 expref: 137 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.642233:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d700b7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465da5 expref: 136 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.642247:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:0.0:1775764887.642249:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764887.642252:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164200, rc 0)
00000100:00100000:0.0:1775764887.642331:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293710336:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 856us (1163us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764887.642340:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205862
00000100:00100000:1.0:1775764887.642525:0:15577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c683aa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15577:1862022277253504:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.642570:0:15577:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005d2f8ff7/0x9da62835f5d7009b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x80:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d9e expref: 89 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.642598:0:15577:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e706c00, rc 0)
00000100:00100000:1.0:1775764887.642623:0:15577:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:14453:x1862022293710208:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6475us (6689us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.642632:0:15577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2087
00000100:00100000:3.0:1775764887.644374:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.644744:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293710464
00000100:00100000:1.0:1775764887.644758:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293710464
00010000:00010000:1.0:1775764887.644804:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000054f96391/0x9da62835f5d70086 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d90 expref: 89 pid: 15594 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.644886:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3278
00000100:00100000:1.0:1775764887.644911:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe96c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2403:x1862022293710464:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764887.644929:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764887.644957:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000054f96391/0x9da62835f5d70086 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d90 expref: 89 pid: 15594 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.644974:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000054f96391/0x9da62835f5d70086 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d90 expref: 89 pid: 15594 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.645004:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054f96391/0x9da62835f5d70086 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d90 expref: 89 pid: 15594 timeout: 2241 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.645026:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.645028:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764887.645037:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005d2f8ff7/0x9da62835f5d7009b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d9e expref: 88 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.645051:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d2f8ff7/0x9da62835f5d7009b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d9e expref: 88 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.645095:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005d2f8ff7/0x9da62835f5d7009b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d9e expref: 88 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.645112:0:6504:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c683aa1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6504:1862022277253632:192.168.202.56@tcp:105:
00000100:00100000:1.0:1775764887.645425:0:6504:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63540 going to sleep for 11 seconds
00000100:00100000:3.0:1775764887.653504:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.653626:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293710592
00000100:00100000:2.0:1775764887.653640:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293710592
00000100:00100000:2.0:1775764887.653738:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1163
00000100:00100000:2.0:1775764887.653749:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:2400:x1862022293710592:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764887.653770:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.653805:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d700b7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465da5 expref: 136 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.653833:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764887.653874:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764887.653946:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:2400:x1862022293710592:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 198us (472us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.653954:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1163
00000100:00100000:3.0:1775764887.658997:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.659232:0:6504:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c683aa1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6504:1862022277253632:192.168.202.56@tcp:105:
00010000:00010000:1.0:1775764887.659264:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764887.659340:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe96c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:2403:x1862022293710464:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 14438us (14976us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.659354:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3278
00000100:00100000:2.0:1775764887.659555:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293710848
00000100:00100000:2.0:1775764887.659575:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293710848
00000100:00100000:2.0:1775764887.659643:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205863
00000100:00100000:2.0:1775764887.659655:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293710848:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764887.659731:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.659766:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70094 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d97 expref: 135 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.659795:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764887.659800:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764887.659963:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d700be lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.659980:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d700be lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.659993:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d700be lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764887.660134:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f6168205 reply state 00000000b85bb194 transno 4295101708 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d700be lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.660364:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d700be lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.660372:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764887.660374:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764887.660377:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764887.660506:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293710848:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 852us (1522us total) trans 4295101708 rc 0/0
00000100:00100000:2.0:1775764887.660515:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205863
00000100:00100000:3.0:1775764887.673748:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.673971:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.674685:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293711104
00000100:00100000:2.0:1775764887.674701:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293711104
00000100:00100000:1.0:1775764887.674923:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293711232
00000100:00100000:1.0:1775764887.674928:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293711232
00000100:00100000:1.0:1775764887.674986:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2088
00000100:00100000:1.0:1775764887.675000:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2402:x1862022293711232:12345-192.168.202.56@tcp:2:dbench.0
00000100:00100000:2.0:1775764887.675071:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2969
00000100:00100000:2.0:1775764887.675081:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14453:x1862022293711104:12345-192.168.202.56@tcp:35:dbench.0
00002000:00010000:1.0:1775764887.675217:0:15586:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:1.0:1775764887.675221:0:15586:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb mtime from disk: 1775764875 -> 1775764863
00002000:00010000:1.0:1775764887.675224:0:15586:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb atime from disk: 1775764877 -> 1775764867
00002000:00010000:1.0:1775764887.675226:0:15586:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887
00002000:00010000:1.0:1775764887.675228:0:15586:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:1.0:1775764887.675303:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2402:x1862022293711232:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 306us (1331us total) trans 4294967908 rc 0/0
00000100:00100000:1.0:1775764887.675312:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2088
00000100:00100000:2.0:1775764887.675332:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:14453:x1862022293711104:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 254us (1602us total) trans 4295101709 rc 0/0
00000100:00100000:2.0:1775764887.675340:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2969
00000100:00100000:3.0:1775764887.683532:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.683662:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293711488
00000100:00100000:1.0:1775764887.683675:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293711488
00000100:00100000:1.0:1775764887.683745:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205864
00000100:00100000:1.0:1775764887.683757:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:14453:x1862022293711488:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.684266:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.684394:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d700c5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465dac expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.684542:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.684572:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70055 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d82 expref: 138 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.684581:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.684625:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70055 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d82 expref: 138 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.684644:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70055 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d82 expref: 138 pid: 6519 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.684660:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682f8f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277253760:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764887.684820:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764887.688050:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.688372:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293711616
00000100:00100000:1.0:1775764887.688385:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293711616
00000100:00100000:1.0:1775764887.688463:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205865
00000100:00100000:1.0:1775764887.688474:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293711616:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.688502:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.688528:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d700d3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465db3 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688618:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d700da lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688636:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d700da lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688651:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d700da lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688669:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d700e1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688677:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d700e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688688:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d700e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688738:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d700da lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688745:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d700da lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688752:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d700da lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688758:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.688763:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d700da lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688772:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d700da lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688786:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764887.688789:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.688795:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d700da lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688801:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d700da lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688819:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d700e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688824:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d700e1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688830:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d700e1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688835:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.688897:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d700e1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688905:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d700e1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688913:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x34664df3 (ffff93c6877ce100)
00010000:00010000:1.0:1775764887.688916:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.688919:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d700e1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688925:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d700e1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688964:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d700d3 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465db3 expref: 140 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688977:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764887.688980:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.688983:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d700d3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465db3 expref: 140 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.688994:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e707400, rc 0)
00000100:00100000:1.0:1775764887.689074:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293711616:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 601us (1038us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764887.689082:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205865
00000100:00100000:2.0:1775764887.693323:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.693567:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293711744
00000100:00100000:3.0:1775764887.693582:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293711744
00010000:00010000:3.0:1775764887.693637:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70055 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d82 expref: 139 pid: 6519 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.693694:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3279
00000100:00100000:3.0:1775764887.693706:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:2402:x1862022293711744:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.693725:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.693733:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70055 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d82 expref: 139 pid: 6519 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.693750:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70055 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d82 expref: 139 pid: 6519 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.693777:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764887.693783:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.693799:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.693807:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.693830:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764887.693938:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:2402:x1862022293711744:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 234us (630us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.693947:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3279
00010000:00010000:0.0:1775764887.695057:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70055 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d82 expref: 138 pid: 6519 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.695082:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682f8f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277253760:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764887.695114:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.695125:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.695131:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764887.695277:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00010000:00010000:0.0:1775764887.695469:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d700c5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dac expref: 139 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.695488:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dac expref: 138 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.695504:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764887.695507:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764887.695510:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0fa00, rc 0)
00000100:00100000:0.0:1775764887.696309:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14453:x1862022293711488:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12548us (12785us total) trans 4295101710 rc 0/0
00000100:00100000:0.0:1775764887.696321:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205864
00000100:00100000:2.0:1775764887.702061:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.702138:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293711872
00000100:00100000:1.0:1775764887.702158:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293711872
00000100:00100000:1.0:1775764887.702221:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205866
00000100:00100000:1.0:1775764887.702230:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14454:x1862022293711872:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.702257:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.702281:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d700ef lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465dba expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.702352:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d700f6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.702367:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d700f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.702379:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d700f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.702438:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:1.0:1775764887.702442:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.702467:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d700f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.702492:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d700ef lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dba expref: 140 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.702515:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d700f6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dba expref: 139 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.702530:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764887.702533:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764887.702538:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e707a00, rc 0)
00000100:00100000:1.0:1775764887.702613:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293711872:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 383us (566us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.702621:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205866
00000100:00100000:1.0:1775764887.710940:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.710982:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.711077:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293712000
00000100:00100000:2.0:1775764887.711090:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293712000
00000100:00100000:2.0:1775764887.711167:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2970
00000100:00100000:2.0:1775764887.711180:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14454:x1862022293712000:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764887.711635:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293712128
00000100:00100000:0.0:1775764887.711640:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293712128
00000100:00100000:0.0:1775764887.711685:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205867
00000100:00100000:0.0:1775764887.711691:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293712128:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764887.711704:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.711807:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d700fd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465dc1 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.712336:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70104 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.712357:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dac expref: 142 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.712367:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70104 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.712421:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dac expref: 142 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.712439:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dac expref: 142 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.712453:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277253888:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.712537:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764887.716145:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277253888:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.716187:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70104 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.718440:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293712000:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 7247us (7441us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.718458:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2970
00000100:00100000:1.0:1775764887.720977:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.721084:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293712256
00000100:00100000:2.0:1775764887.721096:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293712256
00010000:00010000:2.0:1775764887.721159:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dac expref: 141 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.721207:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3280
00000100:00100000:2.0:1775764887.721218:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:2402:x1862022293712256:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764887.721236:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.721244:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dac expref: 141 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.721260:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dac expref: 141 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.721288:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d700cc lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dac expref: 141 pid: 6517 timeout: 2241 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.721307:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:2.0:1775764887.721313:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70104 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.721324:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70104 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.721338:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70104 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.721370:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764887.721442:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:2402:x1862022293712256:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 225us (476us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.721451:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3280
00000100:00100000:2.0:1775764887.722936:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.723078:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293712512
00000100:00100000:3.0:1775764887.723089:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293712512
00000100:00100000:3.0:1775764887.723156:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2971
00000100:00100000:3.0:1775764887.723167:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14454:x1862022293712512:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764887.723598:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293712512:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 431us (670us total) trans 4295101711 rc 0/0
00000100:00100000:3.0:1775764887.723608:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2971
00010000:00010000:0.0:1775764887.723765:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70104 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.723775:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70104 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764887.723811:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00000004:00200000:0.0:1775764887.723814:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764887.723828:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70104 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.723894:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d700fd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dc1 expref: 141 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.723912:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70104 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dc1 expref: 140 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.723922:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764887.723925:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764887.723929:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164a00, rc 0)
00000100:00100000:0.0:1775764887.723957:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293712128:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12266us (13033us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764887.723969:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205867
00000100:00100000:3.0:1775764887.730357:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.730465:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293712640
00000100:00100000:2.0:1775764887.730477:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293712640
00000100:00100000:2.0:1775764887.730550:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205868
00000100:00100000:2.0:1775764887.730570:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14454:x1862022293712640:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.730600:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.730628:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d7010b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465dc8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.730711:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70112 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.730740:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70112 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.730754:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70112 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.730771:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70119 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.730780:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70119 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.730788:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70119 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.730926:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70120 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.730936:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70120 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.730944:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70120 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764887.730993:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:2.0:1775764887.730998:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764887.731020:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70120 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731032:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70120 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731041:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70112 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731048:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70112 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731056:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70112 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731061:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0e400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.731066:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70112 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731074:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70112 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731088:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764887.731091:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.731096:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70112 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731102:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70112 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731117:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70119 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731123:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70119 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731129:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70119 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731133:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0ea00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.731136:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70119 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731141:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70119 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731147:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6828a0500)
00010000:00010000:2.0:1775764887.731149:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.731151:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70119 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731157:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70119 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731190:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d7010b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dc8 expref: 142 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731205:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70120 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dc8 expref: 141 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.731212:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.731215:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764887.731217:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0f000, rc 0)
00000100:00100000:2.0:1775764887.731302:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293712640:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 743us (956us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.731309:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205868
00000100:00100000:1.0:1775764887.739389:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.739636:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293712896
00000100:00100000:3.0:1775764887.739650:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293712896
00000100:00100000:3.0:1775764887.739723:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2972
00000100:00100000:3.0:1775764887.739736:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4863050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293712896:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764887.740119:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4863050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14454:x1862022293712896:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 385us (755us total) trans 4295101712 rc 0/0
00000100:00100000:3.0:1775764887.740128:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2972
00000100:00100000:2.0:1775764887.753096:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.753207:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293713024
00000100:00100000:1.0:1775764887.753220:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293713024
00000100:00100000:1.0:1775764887.753295:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205869
00000100:00100000:1.0:1775764887.753307:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293713024:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.753341:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.753367:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70127 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465dcf expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.753451:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7012e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.753469:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7012e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.753485:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7012e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.753509:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70135 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.753516:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70135 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.753523:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70135 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.753631:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7013c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.753641:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7013c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.753649:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7013c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.753698:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00000004:00200000:1.0:1775764887.753704:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.754024:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7013c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754038:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7013c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754048:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7012e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754059:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7012e lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754067:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7012e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754073:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.754078:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7012e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754086:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7012e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754100:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764887.754103:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.754109:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7012e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754115:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7012e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754131:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70135 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754137:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70135 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754143:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70135 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754148:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.754151:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70135 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754157:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70135 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754164:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x6adb7306 (ffff93c6828a0f00)
00010000:00010000:1.0:1775764887.754167:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.754170:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70135 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754176:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70135 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754214:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70127 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dcf expref: 144 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754229:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7013c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dcf expref: 143 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.754237:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:1.0:1775764887.754239:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.754242:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e706e00, rc 0)
00000100:00100000:1.0:1775764887.754335:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14453:x1862022293713024:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1031us (1255us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.754345:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205869
00000100:00100000:2.0:1775764887.763091:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.763149:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.763280:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293713408
00000100:00100000:1.0:1775764887.763294:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293713408
00000100:00100000:1.0:1775764887.763363:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205870
00000100:00100000:1.0:1775764887.763375:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293713408:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.763403:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.763437:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d70143 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465dd6 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.763600:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.763619:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce8 expref: 144 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.763629:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70120 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dc8 expref: 144 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.763638:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 5/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.763681:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70120 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dc8 expref: 144 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.763698:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70120 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dc8 expref: 144 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.763715:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c683aa0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277254016:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.764105:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce8 expref: 144 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.764116:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce8 expref: 144 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.764133:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c683aa0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277254144:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764887.764157:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63b40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764887.766287:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293713152
00000100:00100000:3.0:1775764887.766305:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293713152
00010000:00010000:3.0:1775764887.766359:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70120 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dc8 expref: 145 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.766403:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3281
00000100:00100000:3.0:1775764887.766412:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2401:x1862022293713152:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.766431:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.766439:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70120 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dc8 expref: 145 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.766456:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70120 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dc8 expref: 145 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.766565:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:3.0:1775764887.766573:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.766583:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.766590:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764887.766733:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2401:x1862022293713152:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 320us (3581us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.766743:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3281
00000100:00100000:2.0:1775764887.780414:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.781779:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293713664
00000100:00100000:3.0:1775764887.781792:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293713664
00000100:00100000:3.0:1775764887.781974:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205871
00000100:00100000:3.0:1775764887.781984:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293713664:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764887.782039:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.782067:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70104 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dc1 expref: 145 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.782086:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764887.782091:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764887.782141:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.782154:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7013c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dcf expref: 144 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.782162:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.782335:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7013c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dcf expref: 144 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.782348:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7013c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dcf expref: 144 pid: 8005 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.782361:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab22d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277254272:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.783330:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.783397:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764887.783475:0:6518:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000e901eeb6 x1862022277254016) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70120 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dc8 expref: 144 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.783492:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1d80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764887.783772:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293713792
00000100:00100000:2.0:1775764887.783781:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293713792
00010000:00010000:2.0:1775764887.783812:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7013c lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dcf expref: 145 pid: 8005 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.783915:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293713920
00000100:00100000:3.0:1775764887.783918:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293713920
00010000:00010000:3.0:1775764887.783930:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce8 expref: 146 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.783952:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3282
00000100:00100000:3.0:1775764887.783958:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:2400:x1862022293713792:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.783967:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.783972:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7013c lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dcf expref: 146 pid: 8005 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.783980:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7013c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dcf expref: 146 pid: 8005 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.783995:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764887.783999:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.784004:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.784009:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.784019:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764887.784044:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:2400:x1862022293713792:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 86us (717us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.784050:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3282
00000100:00100000:3.0:1775764887.784065:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3283
00000100:00100000:3.0:1775764887.784070:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2403:x1862022293713920:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.784077:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.784082:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce8 expref: 145 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.784093:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce8 expref: 145 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.784104:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:3.0:1775764887.784108:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.784115:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.784122:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.784132:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764887.784147:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2403:x1862022293713920:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 77us (750us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.784151:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3283
00010000:00010000:1.0:1775764887.785403:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70120 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dc8 expref: 144 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.785431:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c683aa0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277254016:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764887.785467:0:6519:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000f62e3c36 x1862022277254272) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7013c lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dcf expref: 143 pid: 8005 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.785475:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d6fe17 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ce8 expref: 143 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.785525:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c683aa0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277254144:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764887.785529:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7013c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dcf expref: 142 pid: 8005 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.785568:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab22d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277254272:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.785576:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764887.785586:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.785594:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:1.0:1775764887.785597:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.785604:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.785606:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.785636:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.785644:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.785653:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00010000:3.0:1775764887.785765:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b434f6ad reply state 000000001a40707a transno 4295101713 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.785780:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.785786:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764887.785789:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764887.785791:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764887.785820:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d70143 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dd6 expref: 144 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.786088:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293713664:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 4103us (5687us total) trans 4295101713 rc 0/0
00000100:00100000:3.0:1775764887.786097:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205871
00010000:00010000:1.0:1775764887.789173:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dd6 expref: 143 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.789197:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764887.789201:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764887.789204:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7b7415c00, rc 0)
00000100:00100000:2.0:1775764887.791942:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.792026:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293714048
00000100:00100000:3.0:1775764887.792036:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293714048
00000100:00100000:3.0:1775764887.792098:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205872
00000100:00100000:3.0:1775764887.792108:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293714048:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764887.792129:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764887.792150:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d7015f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ddd expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.792223:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d7015f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ddd expref: 145 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.792238:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843200/0x9da62835f5d7015f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ddd expref: 145 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.793036:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764887.793040:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:3.0:1775764887.793043:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843200, rc 0)
00000100:00100000:3.0:1775764887.793116:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293714048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1008us (1181us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.793124:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205872
00000100:00100000:2.0:1775764887.797290:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.797346:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293714176
00000100:00100000:0.0:1775764887.797357:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293714176
00000100:00100000:0.0:1775764887.797668:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205873
00000100:00100000:0.0:1775764887.797680:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14454:x1862022293714176:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764887.797706:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.797727:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70166 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465de4 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.797814:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7016d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.797830:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dd6 expref: 146 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.798698:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7016d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.798747:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dd6 expref: 146 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.798764:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dd6 expref: 146 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.798779:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277254400:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.799146:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898a80 going to sleep for 11 seconds
00000100:00100000:0.0:1775764887.801342:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.801518:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277254400:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764887.801548:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7016d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.801671:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293714304
00000100:00100000:3.0:1775764887.801678:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293714304
00000100:00100000:1.0:1775764887.801786:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14454:x1862022293713408:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 38403us (38699us total) trans 4295101714 rc 0/0
00000100:00100000:1.0:1775764887.801802:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205870
00000100:00100000:3.0:1775764887.802120:0:15595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2089
00000100:00100000:3.0:1775764887.802132:0:15595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+88:2400:x1862022293714304:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:3.0:1775764887.802417:0:15595:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:3.0:1775764887.802421:0:15595:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb mtime from disk: 0 -> 1775764875
00002000:00010000:3.0:1775764887.802424:0:15595:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb atime from disk: 0 -> 1775764877
00002000:00010000:3.0:1775764887.802426:0:15595:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb ctime from disk: 0 -> 1775764887
00002000:00010000:3.0:1775764887.802428:0:15595:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:3.0:1775764887.802645:0:15595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2400:x1862022293714304:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 515us (1311us total) trans 4294967943 rc 0/0
00000100:00100000:3.0:1775764887.802654:0:15595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2089
00000100:00100000:2.0:1775764887.804411:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.804620:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293714432
00000100:00100000:0.0:1775764887.804628:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293714432
00010000:00010000:0.0:1775764887.804664:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dd6 expref: 146 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.804736:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3284
00000100:00100000:0.0:1775764887.804745:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe95450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:2403:x1862022293714432:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764887.804760:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764887.804768:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dd6 expref: 146 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.804782:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dd6 expref: 146 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.804803:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d7014a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465dd6 expref: 146 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.804819:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:0.0:1775764887.804824:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7016d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.804832:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7016d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.804874:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7016d lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.804913:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764887.804966:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe95450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2403:x1862022293714432:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 221us (562us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764887.804974:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3284
00010000:00010000:2.0:1775764887.805073:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7016d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.805081:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7016d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764887.805134:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:2.0:1775764887.805140:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764887.805162:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7016d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.805210:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70166 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465de4 expref: 145 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.805230:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7016d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465de4 expref: 144 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.805237:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.805240:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764887.805242:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164c00, rc 0)
00000100:00100000:2.0:1775764887.805284:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14454:x1862022293714176:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7607us (8002us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.805292:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205873
00000100:00100000:2.0:1775764887.807650:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.807716:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293714560
00000100:00100000:3.0:1775764887.807724:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293714560
00000100:00100000:3.0:1775764887.807778:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205874
00000100:00100000:3.0:1775764887.807787:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293714560:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764887.807807:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764887.807826:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70174 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465deb expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.808098:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d7017b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.808112:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d7017b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.808122:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d7017b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764887.808146:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00000004:00200000:3.0:1775764887.808151:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764887.808377:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d7017b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.808408:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70174 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465deb expref: 146 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.808425:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d7017b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465deb expref: 145 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.808433:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764887.808436:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764887.808440:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843000, rc 0)
00000100:00100000:3.0:1775764887.808509:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293714560:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 723us (867us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.808521:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205874
00000100:00100000:1.0:1775764887.815133:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.815616:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293714816
00000100:00100000:3.0:1775764887.815631:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293714816
00000100:00100000:3.0:1775764887.815748:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2973
00000100:00100000:3.0:1775764887.815759:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14454:x1862022293714816:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764887.816026:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14454:x1862022293714816:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 268us (907us total) trans 4295101715 rc 0/0
00000100:00100000:3.0:1775764887.816034:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2973
00000100:00100000:1.0:1775764887.819055:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.819130:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293714944
00000100:00100000:2.0:1775764887.819146:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293714944
00000100:00100000:2.0:1775764887.819204:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205875
00000100:00100000:2.0:1775764887.819214:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+146:14454:x1862022293714944:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.819240:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.819263:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d70182 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465df2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819326:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d70189 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819341:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d70189 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819353:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d70189 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819368:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d70190 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819375:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d70190 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819380:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d70190 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819552:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70197 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819574:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70197 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819582:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70197 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764887.819625:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:2.0:1775764887.819630:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764887.819650:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70197 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819829:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70197 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819939:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d70189 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819947:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d70189 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819954:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d70189 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819960:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0fe00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.819965:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d70189 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819973:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d70189 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819984:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764887.819987:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.819992:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d70189 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.819998:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d70189 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.820015:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d70190 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.820022:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d70190 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.820027:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d70190 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.820033:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0ee00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.820035:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d70190 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.820042:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d70190 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.820049:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6828a0500)
00010000:00010000:2.0:1775764887.820052:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.820054:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d70190 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.820060:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d70190 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.820090:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d70182 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465df2 expref: 148 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.820104:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70197 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465df2 expref: 147 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.820118:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.820120:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764887.820123:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0f000, rc 0)
00000100:00100000:2.0:1775764887.820192:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14454:x1862022293714944:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 980us (1154us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.820200:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205875
00000100:00100000:0.0:1775764887.825938:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.829868:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293715072
00000100:00100000:1.0:1775764887.829882:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293715072
00000100:00100000:1.0:1775764887.829967:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205876
00000100:00100000:1.0:1775764887.829977:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14453:x1862022293715072:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.830001:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.830023:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7019e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465df9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830085:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d701a5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830101:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d701a5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830112:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d701a5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830125:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d701ac lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830133:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d701ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830140:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d701ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830210:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d701b3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830219:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d701b3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830239:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d701b3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.830277:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00000004:00200000:1.0:1775764887.830281:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.830299:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d701b3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830309:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d701b3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830316:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d701a5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830322:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d701a5 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830332:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d701a5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830338:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b7414600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.830342:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d701a5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830349:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d701a5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830360:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764887.830363:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.830367:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d701a5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830372:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d701a5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830386:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d701ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830391:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d701ac lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830397:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d701ac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830402:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b7415c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.830405:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d701ac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830414:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d701ac lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830419:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x6adb7306 (ffff93c6828a0f00)
00010000:00010000:1.0:1775764887.830422:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.830424:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d701ac lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830430:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d701ac lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830451:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7019e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465df9 expref: 149 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830464:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d701b3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465df9 expref: 148 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.830471:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:1.0:1775764887.830473:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.830475:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e706e00, rc 0)
00000100:00100000:1.0:1775764887.830539:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14453:x1862022293715072:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 563us (4611us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.830546:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205876
00000100:00100000:1.0:1775764887.831651:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.832101:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293715200
00000100:00100000:2.0:1775764887.832111:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293715200
00000100:00100000:0.0:1775764887.832418:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.832692:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293715328
00000100:00100000:3.0:1775764887.832697:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293715328
00000100:00100000:3.0:1775764887.832743:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205877
00000100:00100000:3.0:1775764887.832752:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293715328:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764887.832770:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764887.832789:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d701ba lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e00 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.832873:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d701c1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833044:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d701c1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833058:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d701c1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833074:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d701c8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833086:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d701c8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833092:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d701c8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833131:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d701c1 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833139:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d701c1 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833144:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d701c1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833151:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d701c1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833156:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.833160:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d701c1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833167:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d701c1 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833178:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764887.833181:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.833186:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d701c1 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833192:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d701c1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833210:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d701c8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833218:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d701c8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833223:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d701c8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833227:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764887.833229:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d701c8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833234:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d701c8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833241:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x34664df3 (ffff93c68422a900)
00010000:00010000:3.0:1775764887.833243:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.833245:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d701c8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833250:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d701c8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833279:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d701ba lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e00 expref: 150 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833289:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764887.833292:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764887.833295:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d701ba lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e00 expref: 150 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.833304:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:3.0:1775764887.833365:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293715328:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 614us (949us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764887.833371:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205877
00000100:00100000:2.0:1775764887.834293:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1164
00000100:00100000:2.0:1775764887.834309:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:2400:x1862022293715200:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764887.834327:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.834348:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70197 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465df2 expref: 148 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.834363:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.834367:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764887.834415:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:2400:x1862022293715200:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 113us (2770us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.834422:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1164
00000100:00100000:0.0:1775764887.835234:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.835265:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293715584
00000100:00100000:0.0:1775764887.835272:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293715584
00000100:00100000:0.0:1775764887.835311:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205878
00000100:00100000:0.0:1775764887.835319:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14453:x1862022293715584:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764887.835364:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1775764887.835382:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d701b3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465df9 expref: 147 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.835402:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d7017b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465deb expref: 146 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.835411:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764887.835414:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764887.835461:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d701cf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.835473:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d701cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.835483:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d701cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764887.835592:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000872f1278 reply state 00000000ad8ccf9b transno 4295101716 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d701cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.835604:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d701cf lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.835609:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764887.835612:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764887.835614:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764887.835675:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14453:x1862022293715584:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 357us (443us total) trans 4295101716 rc 0/0
00000100:00100000:0.0:1775764887.835682:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205878
00000100:00100000:3.0:1775764887.841214:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.841258:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.841477:0:6532:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293715840
00000100:00100000:2.0:1775764887.841488:0:6532:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293715840
00000100:00100000:2.0:1775764887.841568:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 120
00000100:00100000:2.0:1775764887.841579:0:6532:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14454:x1862022293715840:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764887.841630:0:6532:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764887.841658:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7016d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465de4 expref: 147 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.841679:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.841691:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d700f6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465dba expref: 146 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.841700:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764887.841704:0:6532:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764887.841729:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d701d6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.841742:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d701d6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.841752:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d701d6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.841767:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d701dd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.841774:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d701dd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.841780:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d701dd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.841791:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d701e4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.841797:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d701e4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.841804:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d701e4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.841935:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f600/0x9da62835f5d701eb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.841943:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f600/0x9da62835f5d701eb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.841950:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f600/0x9da62835f5d701eb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764887.842169:0:6532:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f62e3c36 reply state 0000000002fefedb transno 4295101717 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f600/0x9da62835f5d701eb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.842183:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f600/0x9da62835f5d701eb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.842189:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.842191:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:2.0:1775764887.842194:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000004:00010000:2.0:1775764887.842200:0:6532:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f62e3c36 reply state 0000000002fefedb transno 4295101717 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d701e4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.842207:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d701e4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.842213:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x34664df3 (ffff93c6828a0200)
00010000:00010000:2.0:1775764887.842215:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764887.842217:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00010000:00010000:2.0:1775764887.842221:0:6532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d701d6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.842227:0:6532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d701d6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.842233:0:6532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d701d6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.842238:0:6532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0ec00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764887.842242:0:6532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d701d6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.842249:0:6532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d701d6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.842257:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764887.842260:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764887.842263:0:6532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d701d6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.842270:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d701d6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764887.842280:0:6532:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f62e3c36 reply state 0000000002fefedb transno 4295101717 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d701dd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.842288:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d701dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.842293:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6828a0500)
00010000:00010000:2.0:1775764887.842295:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764887.842296:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:2.0:1775764887.842379:0:6532:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14454:x1862022293715840:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 802us (1176us total) trans 4295101717 rc 0/0
00000100:00100000:2.0:1775764887.842387:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 120
00000100:00100000:0.0:1775764887.842819:0:15596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293715968
00000100:00100000:0.0:1775764887.842826:0:15596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293715968
00000100:00100000:0.0:1775764887.842894:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2090
00000100:00100000:0.0:1775764887.842902:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+89:2400:x1862022293715968:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764887.843018:0:15596:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1775764887.843022:0:15596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb mtime from disk: 1775764875 -> 1775764863
00002000:00010000:0.0:1775764887.843025:0:15596:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb atime from disk: 1775764877 -> 1775764867
00002000:00010000:0.0:1775764887.843027:0:15596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb ctime from disk: 1775764887 -> 1775764887
00002000:00010000:0.0:1775764887.843029:0:15596:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1775764887.843068:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+90:2400:x1862022293715968:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 166us (1808us total) trans 4294967944 rc 0/0
00000100:00100000:0.0:1775764887.843074:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2090
00000100:00100000:3.0:1775764887.845623:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.845795:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293716096
00000100:00100000:1.0:1775764887.845805:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293716096
00000100:00100000:1.0:1775764887.845988:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205879
00000100:00100000:1.0:1775764887.845999:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14454:x1862022293716096:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.846032:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.846055:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d701f2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e07 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846122:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d701f9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846136:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d701f9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846147:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d701f9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846158:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70200 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846166:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70200 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846172:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70200 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846273:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70207 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846282:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70207 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846289:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70207 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.846333:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:1.0:1775764887.846339:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.846359:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70207 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846369:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70207 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846376:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d701f9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846382:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d701f9 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846387:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d701f9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846393:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.846396:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d701f9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846403:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d701f9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846413:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764887.846416:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.846420:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d701f9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846425:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d701f9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846436:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70200 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846445:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70200 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846450:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70200 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846454:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.846457:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70200 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846462:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70200 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846469:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x34664df3 (ffff93c6828a0200)
00010000:00010000:1.0:1775764887.846471:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.846474:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70200 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846479:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70200 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846502:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d701f2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e07 expref: 149 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846517:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70207 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e07 expref: 148 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.846524:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764887.846526:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.846529:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e706800, rc 0)
00000100:00100000:1.0:1775764887.846604:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14454:x1862022293716096:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 608us (990us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.846612:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205879
00000100:00100000:3.0:1775764887.850045:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.852225:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293716224
00000100:00100000:0.0:1775764887.852239:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293716224
00000100:00100000:0.0:1775764887.852368:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205880
00000100:00100000:0.0:1775764887.852381:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14453:x1862022293716224:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764887.852404:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.852425:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d7020e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e0e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852489:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d70215 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852504:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d70215 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852516:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d70215 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852532:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7021c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852538:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7021c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852546:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7021c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852599:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d70215 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852606:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d70215 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852612:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d70215 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852623:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764887.852627:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d70215 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852635:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d70215 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852648:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764887.852651:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764887.852668:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d70215 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852675:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d70215 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852687:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7021c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852693:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7021c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852699:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7021c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852704:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764887.852707:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7021c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852712:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7021c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852724:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x34664df3 (ffff93c69bed0a00)
00010000:00010000:0.0:1775764887.852726:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764887.852729:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7021c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852734:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7021c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852763:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d7020e lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e0e expref: 149 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852773:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764887.852775:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764887.852779:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d7020e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e0e expref: 149 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.852788:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165e00, rc 0)
00000100:00100000:0.0:1775764887.852892:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14453:x1862022293716224:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 512us (2857us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764887.852900:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205880
00000100:00100000:3.0:1775764887.861946:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.862161:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293716352
00000100:00100000:0.0:1775764887.862171:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293716352
00000100:00100000:0.0:1775764887.862226:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205881
00000100:00100000:0.0:1775764887.862236:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14453:x1862022293716352:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764887.862258:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.862281:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70223 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e15 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.862354:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d7022a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.862370:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d7022a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.862383:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d7022a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764887.862427:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:0.0:1775764887.862431:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764887.862451:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d7022a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.862475:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70223 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e15 expref: 150 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.862494:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d7022a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e15 expref: 149 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.862502:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764887.862505:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764887.862509:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165800, rc 0)
00000100:00100000:0.0:1775764887.862577:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14453:x1862022293716352:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 343us (640us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764887.862585:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205881
00000100:00100000:1.0:1775764887.869267:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.869342:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293716608
00000100:00100000:0.0:1775764887.869352:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293716608
00000100:00100000:0.0:1775764887.869417:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205882
00000100:00100000:0.0:1775764887.869427:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293716608:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764887.869446:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.869467:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70231 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e1c expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.869578:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.869594:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70207 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e07 expref: 150 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.869602:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.869636:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70207 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e07 expref: 150 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.869650:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70207 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e07 expref: 150 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.869664:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277254528:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.869755:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898000 going to sleep for 11 seconds
00000100:00100000:3.0:1775764887.871971:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.872077:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293716736
00000100:00100000:1.0:1775764887.872090:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293716736
00000100:00100000:1.0:1775764887.872166:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2974
00000100:00100000:1.0:1775764887.872186:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14453:x1862022293716736:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764887.873050:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277254528:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764887.873077:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.875908:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.876005:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293716864
00000100:00100000:1.0:1775764887.876020:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293716864
00010000:00010000:1.0:1775764887.876069:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70207 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e07 expref: 153 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.876115:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3285
00000100:00100000:1.0:1775764887.876125:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:2402:x1862022293716864:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764887.876140:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764887.876466:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70207 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e07 expref: 153 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.876481:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70207 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e07 expref: 153 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.876504:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70207 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e07 expref: 153 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.876521:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764887.876528:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.876539:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.876546:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.876588:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764887.876643:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:2402:x1862022293716864:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 520us (755us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.876651:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3285
00010000:00010000:0.0:1775764887.878584:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.878600:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764887.878622:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00010000:00010000:0.0:1775764887.878759:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70231 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e1c expref: 153 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.878778:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e1c expref: 152 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.878787:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:0.0:1775764887.878789:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764887.878793:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164e00, rc 0)
00000100:00100000:0.0:1775764887.878868:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293716608:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9442us (9609us total) trans 4295101718 rc 0/0
00000100:00100000:0.0:1775764887.878878:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205882
00000100:00100000:2.0:1775764887.880705:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14453:x1862022293716736:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 8513us (8740us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.880717:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2974
00000100:00100000:0.0:1775764887.884313:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.886794:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293716992
00000100:00100000:3.0:1775764887.886812:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293716992
00000100:00100000:3.0:1775764887.886957:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205883
00000100:00100000:3.0:1775764887.886971:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14454:x1862022293716992:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764887.887010:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764887.887039:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70246 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e23 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.887157:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7024d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.887176:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e1c expref: 151 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.887189:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7024d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.887237:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e1c expref: 151 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.887254:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e1c expref: 151 pid: 14273 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.887271:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277254656:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764887.887389:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c786d1bf00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764887.893327:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.893423:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.893577:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293717248
00000100:00100000:2.0:1775764887.893590:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293717248
00000100:00100000:2.0:1775764887.893664:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2975
00000100:00100000:2.0:1775764887.893676:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14453:x1862022293717248:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764887.894031:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293717248:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 357us (717us total) trans 4295101719 rc 0/0
00000100:00100000:2.0:1775764887.894040:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2975
00000100:00100000:0.0:1775764887.895032:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277254656:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764887.895063:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7024d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.895494:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293717376
00000100:00100000:1.0:1775764887.895503:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293717376
00010000:00010000:1.0:1775764887.895539:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e1c expref: 153 pid: 14273 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764887.895603:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3286
00000100:00100000:1.0:1775764887.895613:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:2401:x1862022293717376:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764887.895627:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764887.895633:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e1c expref: 153 pid: 14273 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.895646:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e1c expref: 153 pid: 14273 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.895682:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70238 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e1c expref: 153 pid: 14273 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.895705:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764887.895710:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7024d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.895721:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7024d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.895727:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7024d lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.895755:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764887.895813:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:2401:x1862022293717376:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 203us (2389us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.895824:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3286
00010000:00010000:0.0:1775764887.896185:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7024d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.896192:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7024d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764887.896246:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:0.0:1775764887.896251:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764887.896272:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7024d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.896302:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70246 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e23 expref: 152 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.896315:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7024d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e23 expref: 151 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.896322:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:0.0:1775764887.896324:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764887.896327:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:0.0:1775764887.896367:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14454:x1862022293716992:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9402us (12199us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764887.896374:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205883
00000100:00100000:0.0:1775764887.899780:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.899968:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293717504
00000100:00100000:1.0:1775764887.899978:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293717504
00000100:00100000:1.0:1775764887.900039:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205884
00000100:00100000:1.0:1775764887.900049:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14453:x1862022293717504:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.900070:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.900091:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70254 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e2a expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900154:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d7025b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900169:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d7025b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900196:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d7025b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900210:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70262 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900217:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70262 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900224:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70262 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900305:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70269 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900314:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70269 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900321:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70269 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.900362:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:1.0:1775764887.900367:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.900386:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70269 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900397:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70269 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900406:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d7025b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900416:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d7025b lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900422:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d7025b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900428:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.900432:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d7025b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900439:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d7025b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900450:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764887.900453:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.900458:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d7025b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900464:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706600/0x9da62835f5d7025b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900479:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70262 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900484:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70262 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900488:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70262 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900493:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.900496:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70262 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900501:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70262 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900507:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6877ce100)
00010000:00010000:1.0:1775764887.900510:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.900512:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70262 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900517:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70262 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900545:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70254 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e2a expref: 153 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900573:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70269 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e2a expref: 152 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.900581:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.900583:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.900586:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e707400, rc 0)
00000100:00100000:1.0:1775764887.903949:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14453:x1862022293717504:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3892us (4169us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.903962:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205884
00000100:00100000:3.0:1775764887.910602:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.911119:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293717632
00000100:00100000:1.0:1775764887.911133:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293717632
00000100:00100000:1.0:1775764887.911209:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205885
00000100:00100000:1.0:1775764887.911219:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293717632:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764887.911252:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764887.911279:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70270 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e31 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911361:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70277 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911380:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70277 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911394:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70277 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911408:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7027e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911416:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7027e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911422:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7027e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911520:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70285 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911530:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70285 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911537:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70285 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.911599:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:1.0:1775764887.911606:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764887.911629:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70285 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911641:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70285 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911650:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70277 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911656:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70277 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911662:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70277 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911669:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.911674:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70277 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911681:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70277 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911696:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764887.911699:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.911704:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70277 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911710:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70277 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911736:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7027e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911747:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7027e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911754:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7027e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911759:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b7414400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764887.911762:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7027e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911767:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7027e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911773:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x34664df3 (ffff93c6828a0200)
00010000:00010000:1.0:1775764887.911775:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764887.911778:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7027e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911783:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7027e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911812:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70270 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e31 expref: 154 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911827:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70285 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e31 expref: 153 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.911835:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764887.911837:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764887.911868:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7b7415c00, rc 0)
00000100:00100000:1.0:1775764887.912199:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293717632:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 979us (1609us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.912210:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205885
00000100:00100000:0.0:1775764887.912603:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.912694:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293717888
00000100:00100000:2.0:1775764887.912704:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293717888
00000100:00100000:2.0:1775764887.912764:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2976
00000100:00100000:2.0:1775764887.912773:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293717888:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764887.913055:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293717888:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 282us (460us total) trans 4295101720 rc 0/0
00000100:00100000:2.0:1775764887.913062:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2976
00000100:00100000:0.0:1775764887.915432:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.915530:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293718016
00000100:00100000:2.0:1775764887.915549:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293718016
00000100:00100000:2.0:1775764887.915632:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1165
00000100:00100000:2.0:1775764887.915642:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:2400:x1862022293718016:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764887.915661:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.915692:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70269 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e2a expref: 154 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.915717:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764887.915732:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764887.915795:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:2400:x1862022293718016:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 154us (373us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.915802:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1165
00000100:00100000:3.0:1775764887.923338:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.923459:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293718272
00000100:00100000:0.0:1775764887.923473:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293718272
00000100:00100000:0.0:1775764887.923734:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205886
00000100:00100000:0.0:1775764887.923748:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293718272:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764887.923775:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764887.923803:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d7028c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e38 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.924002:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.924020:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465d4a expref: 154 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.924030:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.924075:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d4a expref: 154 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764887.924093:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d4a expref: 154 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764887.924110:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277254784:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764887.924213:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764887.926459:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c683aa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277254912:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1775764887.926583:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764887.926686:0:8404:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277254912
00000100:00100000:1.0:1775764887.926696:0:8404:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277254912
00000100:00100000:1.0:1775764887.926781:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504
00000100:00100000:1.0:1775764887.926790:0:8404:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1862022277254912:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1775764887.926827:0:8404:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1089536 granted 486030272 pending 32768 free 3874844672 avail 3643322368
00000100:00100000:1.0:1775764887.926907:0:8404:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1862022277254912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (323us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.926915:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504
00000100:00080000:2.0:1775764887.927059:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1775764887.927106:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c683aa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277254912:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1775764887.932416:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c0ae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277255296:0@lo:400:kworker.0
00000100:00100000:0.0:1775764887.932516:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764887.932576:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c0ae2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1862022277255808:0@lo:400:kworker.0
00000100:00100000:0.0:1775764887.932604:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1775764887.932690:0:9884:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 2142182849147ns, next at 2143182845792ns, rc = 0
00000100:00100000:2.0:1775764887.932826:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:825bbb7a-c3c2-4033-b777-ccae75edba4f:3658:1862022277255040:0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.932885:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764887.932925:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c0ae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277255552:0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.932950:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764887.932968:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6829e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277256064:0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.932992:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764887.933012:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c683aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277256576:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1775764887.933036:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764887.933061:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:2.0:1775764887.933067:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684116a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1862022277255168:0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.933098:0:7806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277255296
00000100:00100000:2.0:1775764887.933108:0:7806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277255296
00000100:00100000:2.0:1775764887.933161:0:7806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277255552
00000100:00100000:2.0:1775764887.933164:0:7806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277255552
00000100:00100000:2.0:1775764887.933182:0:7806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1597
00000100:00100000:2.0:1775764887.933191:0:7806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1862022277255296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.933255:0:7806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1862022277255296:12345-0@lo:400:kworker.0 Request processed in 64us (738us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.933263:0:7806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1597
00000100:00100000:2.0:1775764887.933283:0:7806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598
00000100:00100000:2.0:1775764887.933289:0:7806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277255552:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.933320:0:7806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277255552:12345-0@lo:400:kworker.0 Request processed in 31us (369us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.933325:0:7806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598
00000100:00100000:2.0:1775764887.933345:0:15572:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277256064
00000100:00100000:2.0:1775764887.933348:0:15572:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277256064
00000100:00100000:2.0:1775764887.933391:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158
00000100:00100000:2.0:1775764887.933397:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277256064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.933430:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277256064:12345-0@lo:400:kworker.0 Request processed in 34us (437us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.933436:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158
00000100:00100000:2.0:1775764887.933455:0:8505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277256576
00000100:00100000:2.0:1775764887.933458:0:8505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277256576
00000100:00100000:2.0:1775764887.933484:0:8505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505
00000100:00100000:2.0:1775764887.933490:0:8505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+11:3658:x1862022277256576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1775764887.933509:0:8505:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1089536 granted 486030272 pending 32768 free 3874844672 avail 3643322368
00000100:00100000:2.0:1775764887.933565:0:8505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+11:3658:x1862022277256576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (528us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.933572:0:8505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505
00000100:00080000:2.0:1775764887.933596:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1775764887.933617:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c0ae1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1862022277255424:0@lo:400:kworker.0
00000100:00100000:1.0:1775764887.935454:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277255040
00000100:00100000:1.0:1775764887.935470:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277255040
00000100:00100000:1.0:1775764887.935579:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021
00000100:00100000:1.0:1775764887.935590:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:825bbb7a-c3c2-4033-b777-ccae75edba4f+23:3658:x1862022277255040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1775764887.935680:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:825bbb7a-c3c2-4033-b777-ccae75edba4f+23:3658:x1862022277255040:12345-0@lo:400:kworker.0 Request processed in 94us (2795us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.935687:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021
00000100:00100000:3.0:1775764887.936815:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277255808
00000100:00100000:3.0:1775764887.936827:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277255808
00000100:00100000:1.0:1775764887.938964:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764887.939052:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c0ae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1862022277255680:0@lo:400:kworker.0
00000100:00100000:1.0:1775764887.939128:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764887.939157:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6829e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1862022277256192:0@lo:400:kworker.0
00000100:00100000:1.0:1775764887.939178:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764887.939220:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684114e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:825bbb7a-c3c2-4033-b777-ccae75edba4f:3658:1862022277255040:0@lo:400:kworker.0
00000100:00100000:1.0:1775764887.939238:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c0ae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277255552:0@lo:400:kworker.0
00000100:00100000:1.0:1775764887.939252:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6829e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277256064:0@lo:400:kworker.0
00000100:00100000:1.0:1775764887.939279:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c683aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277256576:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1775764887.939345:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277255168
00000100:00100000:1.0:1775764887.939351:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277255168
00000100:00100000:1.0:1775764887.939400:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277255680
00000100:00100000:1.0:1775764887.939403:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277255680
00000100:00080000:1.0:1775764887.939431:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1775764887.939447:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277256192
00000100:00100000:1.0:1775764887.939449:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277256192
00000100:00080000:1.0:1775764887.939460:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1775764887.939475:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657
00000100:00100000:1.0:1775764887.939484:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1862022277255168:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.939874:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764887.939902:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6829e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277255936:0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.939939:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764887.939964:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6829e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277256448:0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.939984:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764887.940020:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277255424
00000100:00100000:2.0:1775764887.940025:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277255424
00000100:00100000:2.0:1775764887.940049:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2658
00000100:00100000:2.0:1775764887.940055:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1862022277255680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.940110:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1862022277255680:12345-0@lo:400:kworker.0 Request processed in 55us (981us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.940118:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2658
00000100:00100000:2.0:1775764887.940135:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659
00000100:00100000:2.0:1775764887.940141:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1862022277256192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.940166:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1862022277256192:12345-0@lo:400:kworker.0 Request processed in 26us (988us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.940172:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659
00000100:00100000:2.0:1775764887.940183:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2660
00000100:00100000:2.0:1775764887.940189:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1862022277255424:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.940217:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1862022277255424:12345-0@lo:400:kworker.0 Request processed in 28us (344us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.940222:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660
00000100:00100000:2.0:1775764887.940249:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c0ae1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1862022277255424:0@lo:400:kworker.0
00000100:00080000:2.0:1775764887.940281:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1775764887.940301:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661
00000100:00100000:2.0:1775764887.940307:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1862022277255808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.940340:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1862022277255808:12345-0@lo:400:kworker.0 Request processed in 33us (7735us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.940346:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661
00000100:00100000:1.0:1775764887.940442:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277255936
00000100:00100000:1.0:1775764887.940445:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277255936
00000100:00100000:1.0:1775764887.940479:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277256448
00000100:00100000:1.0:1775764887.940482:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277256448
00000100:00100000:1.0:1775764887.940822:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159
00000100:00100000:1.0:1775764887.940830:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3661:x1862022277255936:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1775764887.940891:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3661:x1862022277255936:12345-0@lo:400:kworker.0 Request processed in 62us (950us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.940898:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159
00000100:00100000:1.0:1775764887.940910:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160
00000100:00100000:1.0:1775764887.940916:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3661:x1862022277256448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1775764887.940940:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3661:x1862022277256448:12345-0@lo:400:kworker.0 Request processed in 25us (955us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.940950:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160
00000100:00100000:1.0:1775764887.940988:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c0ae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1862022277255680:0@lo:400:kworker.0
00000100:00100000:1.0:1775764887.940999:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6829e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1862022277256192:0@lo:400:kworker.0
00000100:00100000:1.0:1775764887.941044:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1862022277255168:12345-0@lo:400:kworker.0 Request processed in 1561us (2092us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764887.941051:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657
00000100:00100000:1.0:1775764887.941076:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684116a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1862022277255168:0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.941199:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6829e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277255936:0@lo:400:kworker.0
00000100:00100000:2.0:1775764887.941210:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6829e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277256448:0@lo:400:kworker.0
00000100:00100000:0.0:1775764887.941675:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c0ae2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1862022277255808:0@lo:400:kworker.0
00000100:00100000:0.0:1775764887.941689:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6829e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1862022277256320:0@lo:400:kworker.0
00000100:00100000:0.0:1775764887.941884:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764887.941924:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c0ae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277255296:0@lo:400:kworker.0
00000100:00100000:0.0:1775764887.941950:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277256320
00000100:00100000:0.0:1775764887.941954:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277256320
00000100:00080000:0.0:1775764887.941985:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1775764887.942023:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662
00000100:00100000:0.0:1775764887.942030:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1862022277256320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764887.942074:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1862022277256320:12345-0@lo:400:kworker.0 Request processed in 45us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764887.942081:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662
00000100:00100000:0.0:1775764887.942118:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6829e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1862022277256320:0@lo:400:kworker.0
00000100:00100000:0.0:1775764887.942259:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.942322:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764887.943207:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.943317:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293718784
00000100:00100000:2.0:1775764887.943326:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293718784
00000100:00100000:2.0:1775764887.943376:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205887
00000100:00100000:2.0:1775764887.943385:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14454:x1862022293718784:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764887.943461:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.943514:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7024d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e23 expref: 155 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.943538:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.943580:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764887.943647:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.943663:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70285 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e31 expref: 154 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.943672:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.943711:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70285 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e31 expref: 154 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.943741:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70285 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e31 expref: 154 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.943755:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6424e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277256704:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764887.943887:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764887.945010:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277254784:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764887.945043:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.949392:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293718400
00000100:00100000:3.0:1775764887.949406:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293718400
00010000:00010000:3.0:1775764887.949453:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70285 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e31 expref: 155 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.949496:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293718528
00000100:00100000:3.0:1775764887.949500:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293718528
00010000:00010000:3.0:1775764887.949516:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d4a expref: 156 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.949536:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3287
00000100:00100000:2.0:1775764887.949577:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:2401:x1862022293718400:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764887.949602:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764887.949614:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70285 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e31 expref: 156 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.949632:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70285 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e31 expref: 156 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.949660:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.949666:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.949677:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.949686:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.949709:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764887.949782:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:2401:x1862022293718400:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 215us (7524us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.951833:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3287
00000100:00100000:3.0:1775764887.957246:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3288
00000100:00100000:3.0:1775764887.957275:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:2403:x1862022293718528:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.957298:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.957309:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d4a expref: 155 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.957330:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d4a expref: 155 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.957360:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d6ff60 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465d4a expref: 155 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.957382:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764887.957388:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.957398:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.957407:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.957459:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764887.957496:0:6518:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000d46c0fa3 x1862022277256704) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70285 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e31 expref: 154 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.957522:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70285 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e31 expref: 154 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.957538:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:2403:x1862022293718528:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 278us (15217us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.957547:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3288
00000100:00100000:2.0:1775764887.959650:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6424e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277256704:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764887.959695:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.959707:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.959732:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.959738:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764887.960157:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a64ce06 reply state 0000000097182300 transno 4295101721 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.960172:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.960180:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.960208:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764887.960211:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764887.960215:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764887.960231:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764887.960257:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000100:00100000:2.0:1775764887.960358:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14454:x1862022293718784:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 16970us (17150us total) trans 4295101721 rc 0/0
00000100:00100000:2.0:1775764887.960372:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205887
00010000:00010000:1.0:1775764887.960415:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d7028c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e38 expref: 155 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.960437:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e38 expref: 154 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764887.960447:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764887.960451:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764887.960455:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164c00, rc 0)
00000100:00100000:1.0:1775764887.960514:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293718272:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 36769us (37190us total) trans 4295101722 rc 0/0
00000100:00100000:1.0:1775764887.960524:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205886
00000100:00100000:0.0:1775764887.971476:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764887.974194:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293718912
00000100:00100000:3.0:1775764887.974210:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293718912
00000100:00100000:2.0:1775764887.974362:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205888
00000100:00100000:1.0:1775764887.974391:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.974391:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293718912:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764887.974443:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764887.974472:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d702a8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e3f expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.974621:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d702af lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.974642:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e38 expref: 155 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.974653:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d702af lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.974701:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e38 expref: 155 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.974724:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e38 expref: 155 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764887.974742:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6424e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277256832:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764887.974893:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764887.974986:0:15587:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293719040
00000100:00100000:0.0:1775764887.974993:0:15587:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293719040
00000100:00100000:0.0:1775764887.975047:0:15587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2091
00000100:00100000:0.0:1775764887.975055:0:15587:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+90:2402:x1862022293719040:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764887.975223:0:15587:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1775764887.975227:0:15587:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb mtime from disk: 1775764862 -> 1775764874
00002000:00010000:0.0:1775764887.975230:0:15587:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb atime from disk: 1775764866 -> 1775764877
00002000:00010000:0.0:1775764887.975232:0:15587:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb ctime from disk: 1775764886 -> 1775764887
00002000:00010000:0.0:1775764887.975235:0:15587:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7e:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1775764887.975273:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+91:2402:x1862022293719040:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 218us (891us total) trans 4294967945 rc 0/0
00000100:00100000:0.0:1775764887.975280:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2091
00000100:00100000:0.0:1775764887.980657:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764887.980894:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6424e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277256832:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764887.980933:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d702af lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.981089:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293719168
00000100:00100000:3.0:1775764887.981098:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293719168
00010000:00010000:3.0:1775764887.981147:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e38 expref: 156 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764887.981186:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3289
00000100:00100000:3.0:1775764887.981196:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe95c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:2403:x1862022293719168:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764887.981216:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764887.981223:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e38 expref: 156 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.981238:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e38 expref: 156 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.981266:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70293 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e38 expref: 156 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.981287:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764887.981293:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d702af lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.981304:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d702af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.981314:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d702af lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764887.981345:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764887.981415:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe95c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:2403:x1862022293719168:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 220us (773us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764887.981424:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3289
00010000:00010000:2.0:1775764887.981693:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d702af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.981702:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d702af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764887.981781:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:2.0:1775764887.981787:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764887.981815:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d702af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.981893:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d702a8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e3f expref: 155 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.981912:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d702af lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e3f expref: 154 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764887.981919:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764887.981922:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764887.981925:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0f200, rc 0)
00000100:00100000:2.0:1775764887.981972:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14453:x1862022293718912:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7599us (10511us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764887.981982:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205888
00000100:00100000:0.0:1775764887.995477:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764887.996006:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000001:00080000:3.0:1775764887.997000:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967908 is committed
00000001:00080000:3.0:1775764887.997018:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967906 is committed
00000100:00100000:2.0:1775764887.997418:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293719680
00000100:00100000:2.0:1775764887.997433:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293719680
00000100:00100000:2.0:1775764887.997516:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293719424
00000100:00100000:2.0:1775764887.997521:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293719424
00000100:00100000:2.0:1775764887.997613:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2977
00000100:00100000:2.0:1775764887.997625:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14453:x1862022293719680:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764887.998679:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2978
00000100:00100000:3.0:1775764887.998696:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4862c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14454:x1862022293719424:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764887.999113:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4862c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14454:x1862022293719424:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 420us (3106us total) trans 4295101724 rc 0/0
00000100:00100000:3.0:1775764887.999124:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2978
00000100:00100000:2.0:1775764887.999388:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14453:x1862022293719680:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 1756us (3915us total) trans 4295101723 rc 0/0
00000100:00100000:2.0:1775764887.999401:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2977
00000100:00100000:1.0:1775764888.006702:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.006953:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293719808
00000100:00100000:2.0:1775764888.006968:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293719808
00000100:00100000:2.0:1775764888.007038:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205889
00000100:00100000:2.0:1775764888.007048:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14454:x1862022293719808:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.007074:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.007094:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d702b6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e46 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007154:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d702bd lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007168:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d702bd lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007179:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d702bd lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007194:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702c4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007199:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702c4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007205:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702c4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007287:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d702cb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007296:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d702cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007303:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d702cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764888.007340:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:2.0:1775764888.007351:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764888.007370:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d702cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007381:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d702cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007389:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d702bd lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007395:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d702bd lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007402:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d702bd lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007408:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0e400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.007411:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d702bd lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007418:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d702bd lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007430:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764888.007434:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.007438:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d702bd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007445:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d702bd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007458:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702c4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007463:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702c4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007470:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702c4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007475:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0ea00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.007478:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702c4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007483:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702c4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007489:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x6adb7306 (ffff93c6828a0000)
00010000:00010000:2.0:1775764888.007491:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.007494:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702c4 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007499:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702c4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007525:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d702b6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e46 expref: 158 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007537:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d702cb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e46 expref: 157 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.007545:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.007547:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764888.007549:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0fa00, rc 0)
00000100:00100000:2.0:1775764888.007612:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14454:x1862022293719808:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 566us (921us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.007619:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205889
00000100:00100000:1.0:1775764888.020142:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.020196:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.020249:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293719936
00000100:00100000:3.0:1775764888.020264:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293719936
00000100:00100000:3.0:1775764888.020342:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293720192
00000100:00100000:3.0:1775764888.020346:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293720192
00000100:00100000:3.0:1775764888.020377:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205890
00000100:00100000:3.0:1775764888.020390:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293719936:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:2.0:1775764888.020417:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205891
00010000:00010000:3.0:1775764888.020427:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:2.0:1775764888.020445:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293720192:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.020463:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d702d2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e4d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.020487:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.020512:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d702d9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e54 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.020577:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d702e0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.020598:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d702e0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.020613:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d702e0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.020638:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d702ee lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.020640:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.020661:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d702ee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.020669:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d702ee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.020673:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d702cb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e46 expref: 160 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.020697:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.020743:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d702cb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e46 expref: 160 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.020757:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d702cb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e46 expref: 160 pid: 6517 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764888.020772:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6424e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277256960:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764888.020795:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d702f5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.020806:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d702f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.020814:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d702f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764888.020900:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c240 going to sleep for 11 seconds
00000004:00200000:3.0:1775764888.020914:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:3.0:1775764888.020920:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764888.020946:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d702f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.020961:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d702f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.020971:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d702e0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.020976:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d702e0 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.020987:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d702e0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.020992:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.020998:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d702e0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.021007:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d702e0 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.021019:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764888.021022:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.021028:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d702e0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.021034:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d702e0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.021048:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d702ee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.021053:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d702ee lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.021059:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d702ee lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.021063:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.021066:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d702ee lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.021076:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d702ee lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.021083:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c69abaf800)
00010000:00010000:3.0:1775764888.021085:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.021088:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d702ee lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.021093:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d702ee lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.021130:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d702d2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e4d expref: 161 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.021144:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d702f5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e4d expref: 160 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.021152:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764888.021154:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764888.021157:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843a00, rc 0)
00000100:00100000:3.0:1775764888.021213:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14453:x1862022293719936:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 826us (1081us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.021222:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205890
00000100:00100000:2.0:1775764888.025917:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6424e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277256960:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764888.025948:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764888.033766:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.033817:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.033913:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.034136:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293720576
00000100:00100000:0.0:1775764888.034149:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293720576
00000100:00100000:0.0:1775764888.034228:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205892
00000100:00100000:0.0:1775764888.034240:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14453:x1862022293720576:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764888.034269:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764888.034297:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d702fc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e5b expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034376:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70303 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034393:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70303 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034406:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70303 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034422:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7030a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034430:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7030a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034436:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7030a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034483:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70303 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034490:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70303 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034498:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70303 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034505:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70303 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034512:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764888.034517:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70303 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034525:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70303 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034540:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764888.034544:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764888.034549:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70303 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034566:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70303 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034588:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7030a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764888.034590:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293720320
00010000:00010000:0.0:1775764888.034602:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7030a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764888.034605:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293720320
00010000:00010000:0.0:1775764888.034613:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7030a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034619:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764888.034622:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7030a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034628:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7030a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034635:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x34664df3 (ffff93c69bed0a00)
00010000:00010000:0.0:1775764888.034638:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764888.034641:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7030a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034646:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7030a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.034664:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d702cb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e46 expref: 162 pid: 6517 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034692:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d702fc lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e5b expref: 162 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.034706:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764888.034709:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764888.034715:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d702fc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e5b expref: 162 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764888.034717:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293720448
00000100:00100000:2.0:1775764888.034724:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293720448
00010000:00010000:0.0:1775764888.034736:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165a00, rc 0)
00000100:00100000:2.0:1775764888.034761:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3290
00000100:00100000:2.0:1775764888.034773:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:2403:x1862022293720320:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764888.034790:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764888.034798:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d702cb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e46 expref: 162 pid: 6517 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.034815:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d702cb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e46 expref: 162 pid: 6517 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764888.034828:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14453:x1862022293720576:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 587us (911us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764888.034837:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205892
00010000:00010000:2.0:1775764888.034890:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d702cb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e46 expref: 162 pid: 6517 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.034915:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.034921:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.034932:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.034940:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.034969:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764888.035026:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:2403:x1862022293720320:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 256us (1274us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.035034:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3290
00000100:00100000:2.0:1775764888.035071:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1166
00000100:00100000:2.0:1775764888.035081:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:2401:x1862022293720448:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764888.035091:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764888.035103:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d702f5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e4d expref: 159 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.035115:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764888.035118:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764888.035152:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:2401:x1862022293720448:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 75us (1334us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.035158:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1166
00010000:00010000:2.0:1775764888.035190:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.035198:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764888.035218:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00010000:00010000:2.0:1775764888.035329:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d702d9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e54 expref: 159 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.035343:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e54 expref: 158 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.035351:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.035354:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764888.035356:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0ea00, rc 0)
00000100:00100000:2.0:1775764888.035377:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293720192:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14948us (15180us total) trans 4295101725 rc 0/0
00000100:00100000:2.0:1775764888.035383:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205891
00000100:00100000:1.0:1775764888.050375:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.050614:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293720704
00000100:00100000:3.0:1775764888.050628:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293720704
00000100:00100000:3.0:1775764888.050710:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205893
00000100:00100000:3.0:1775764888.050731:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293720704:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.050769:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.050797:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70318 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e62 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.050983:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7031f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.051003:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e54 expref: 159 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.051013:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7031f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.051057:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e54 expref: 159 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.051074:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e54 expref: 159 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764888.051090:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277257088:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764888.051194:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1d80 going to sleep for 11 seconds
00000100:00100000:0.0:1775764888.056324:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.056439:0:15589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293720960
00000100:00100000:2.0:1775764888.056466:0:15589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293720960
00000100:00100000:2.0:1775764888.056552:0:15589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 121
00000100:00100000:2.0:1775764888.056572:0:15589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14453:x1862022293720960:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764888.056622:0:15589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764888.056649:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d702af lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e3f expref: 160 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.056689:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764888.056701:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d7022a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e15 expref: 159 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.056711:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764888.056715:0:15589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764888.056738:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70326 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.056752:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70326 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.056761:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70326 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.056775:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d7032d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.056783:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d7032d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.056789:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d7032d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.056801:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70334 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.056807:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70334 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.056816:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70334 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.056949:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d7033b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.056958:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d7033b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.056966:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d7033b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764888.057175:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000091670918 reply state 00000000acf8a89c transno 4295101726 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d7033b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.057189:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d7033b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.057195:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764888.057197:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:2.0:1775764888.057201:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000004:00010000:2.0:1775764888.057206:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000091670918 reply state 00000000acf8a89c transno 4295101726 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70334 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.057212:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70334 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.057218:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x34664df3 (ffff93c6828a0c00)
00010000:00010000:2.0:1775764888.057220:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764888.057222:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00010000:00010000:2.0:1775764888.057225:0:15589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70326 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.057232:0:15589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70326 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.057238:0:15589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70326 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.057244:0:15589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0e600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.057248:0:15589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70326 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.057254:0:15589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70326 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.057261:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764888.057263:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.057265:0:15589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70326 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.057271:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70326 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764888.057281:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000091670918 reply state 00000000acf8a89c transno 4295101726 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d7032d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.057287:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d7032d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.057292:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6828a0000)
00010000:00010000:2.0:1775764888.057294:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764888.057296:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:2.0:1775764888.057379:0:15589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14453:x1862022293720960:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 809us (1069us total) trans 4295101726 rc 0/0
00000100:00100000:2.0:1775764888.057387:0:15589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 121
00000100:00100000:3.0:1775764888.062586:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277257088:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764888.062621:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7031f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764888.064327:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.064427:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293721088
00000100:00100000:1.0:1775764888.064437:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293721088
00010000:00010000:1.0:1775764888.064487:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e54 expref: 160 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764888.064568:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3291
00000100:00100000:1.0:1775764888.064578:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:2403:x1862022293721088:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764888.064595:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764888.064602:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e54 expref: 160 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.064616:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e54 expref: 160 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.064644:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d702e7 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e54 expref: 160 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.064674:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:1.0:1775764888.064680:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7031f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.064689:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7031f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.064698:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7031f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.064729:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764888.064784:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:2403:x1862022293721088:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 206us (464us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764888.064792:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3291
00010000:00010000:3.0:1775764888.065014:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7031f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.065027:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7031f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764888.065229:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000004:00200000:3.0:1775764888.065510:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:3.0:1775764888.065515:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764888.065538:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7031f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.065580:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70318 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e62 expref: 159 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.065595:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7031f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e62 expref: 158 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.065603:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:3.0:1775764888.065606:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764888.065608:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842000, rc 0)
00000100:00100000:3.0:1775764888.065649:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293720704:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14931us (15289us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.065662:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205893
00000100:00100000:3.0:1775764888.065680:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293721216
00000100:00100000:3.0:1775764888.065685:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293721216
00000100:00100000:3.0:1775764888.065710:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205894
00000100:00100000:3.0:1775764888.065715:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293721216:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.065736:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.065751:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d70342 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e69 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.065803:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70349 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.065815:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70349 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.065824:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70349 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.065835:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70350 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.065868:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70350 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.065874:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70350 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.065944:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d70357 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.065952:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d70357 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.065958:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d70357 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764888.065977:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:3.0:1775764888.065980:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764888.065988:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d70357 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066000:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d70357 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066007:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70349 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066012:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70349 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066018:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70349 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066023:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.066026:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70349 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066034:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70349 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066041:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764888.066044:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.066350:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70349 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066359:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70349 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066368:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70350 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066374:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70350 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066379:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70350 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066383:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.066386:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70350 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066391:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70350 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066401:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x34664df3 (ffff93c6828a0c00)
00010000:00010000:3.0:1775764888.066403:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.066405:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70350 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066411:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70350 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066433:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d70342 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e69 expref: 160 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066504:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d70357 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e69 expref: 159 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.066514:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764888.066516:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764888.066519:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843a00, rc 0)
00000100:00100000:3.0:1775764888.066667:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14453:x1862022293721216:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 950us (1437us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.066674:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205894
00000100:00100000:0.0:1775764888.072119:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.072258:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293721472
00000100:00100000:2.0:1775764888.072268:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293721472
00000100:00100000:2.0:1775764888.072326:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2979
00000100:00100000:2.0:1775764888.072336:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14454:x1862022293721472:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764888.072614:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293721472:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 279us (503us total) trans 4295101727 rc 0/0
00000100:00100000:2.0:1775764888.072621:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2979
00000100:00100000:0.0:1775764888.075735:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.075819:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293721600
00000100:00100000:2.0:1775764888.075828:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293721600
00000100:00100000:2.0:1775764888.075929:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205895
00000100:00100000:2.0:1775764888.075940:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293721600:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.075958:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.075977:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d7035e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e70 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076036:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70365 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076062:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70365 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076074:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70365 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076090:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d7036c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076097:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d7036c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076102:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d7036c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076177:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70373 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076187:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70373 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076193:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70373 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764888.076232:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:2.0:1775764888.076237:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764888.076255:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70373 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076267:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70373 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076276:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70365 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076282:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70365 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076287:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70365 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076296:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70365 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076301:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0fc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.076305:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70365 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076313:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70365 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076324:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764888.076327:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.076332:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70365 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076338:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70365 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076351:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d7036c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076357:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d7036c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076363:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d7036c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076367:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0f800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.076370:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d7036c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076381:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d7036c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076387:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x6adb7306 (ffff93c6828a0900)
00010000:00010000:2.0:1775764888.076389:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.076392:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d7036c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076397:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d7036c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076426:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d7035e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e70 expref: 162 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076439:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70373 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e70 expref: 161 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.076447:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.076449:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764888.076451:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0f000, rc 0)
00000100:00100000:2.0:1775764888.076512:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14454:x1862022293721600:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 574us (786us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.076519:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205895
00000100:00100000:0.0:1775764888.081436:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.081765:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293721728
00000100:00100000:2.0:1775764888.081775:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293721728
00000100:00100000:3.0:1775764888.082059:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1167
00000100:00100000:3.0:1775764888.082073:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:2400:x1862022293721728:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764888.082089:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764888.082113:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d70373 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e70 expref: 161 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.082131:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:3.0:1775764888.082136:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764888.082249:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:2400:x1862022293721728:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 179us (820us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.082257:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1167
00000100:00100000:1.0:1775764888.085164:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.085340:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293721856
00000100:00100000:2.0:1775764888.085349:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293721856
00000100:00100000:2.0:1775764888.085412:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205896
00000100:00100000:2.0:1775764888.085423:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293721856:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.085459:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.085483:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d7037a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e77 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085548:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70381 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085574:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70381 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085585:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70381 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085598:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d70388 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085605:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d70388 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085612:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d70388 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085645:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70381 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085652:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70381 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085659:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70381 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085669:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.085673:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70381 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085679:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70381 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085689:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764888.085692:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.085697:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70381 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085703:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70381 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085714:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d70388 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085720:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d70388 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085725:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d70388 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085730:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.085732:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d70388 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085737:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d70388 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085748:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6828a0500)
00010000:00010000:2.0:1775764888.085751:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.085753:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d70388 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085759:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d70388 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085784:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d7037a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e77 expref: 161 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085794:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764888.085796:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.085799:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d7037a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e77 expref: 161 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.085809:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769400, rc 0)
00000100:00100000:2.0:1775764888.085898:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293721856:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 476us (742us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764888.085906:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205896
00000100:00100000:0.0:1775764888.095807:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.096184:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293721984
00000100:00100000:3.0:1775764888.096195:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293721984
00000100:00100000:3.0:1775764888.096302:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205897
00000100:00100000:3.0:1775764888.096313:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293721984:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.096334:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.096355:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7038f lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e7e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.096417:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70396 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.096433:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70396 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.096600:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70396 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764888.096645:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:3.0:1775764888.096650:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764888.096669:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70396 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.096692:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7038f lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e7e expref: 162 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.096710:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70396 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e7e expref: 161 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.096718:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764888.096721:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764888.096725:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842600, rc 0)
00000100:00100000:3.0:1775764888.096827:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14454:x1862022293721984:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 515us (1029us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.096835:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205897
00000100:00100000:3.0:1775764888.098349:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.098418:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293722240
00000100:00100000:2.0:1775764888.098428:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293722240
00000100:00100000:2.0:1775764888.098593:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205898
00000100:00100000:2.0:1775764888.098603:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14453:x1862022293722240:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.098621:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.098640:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d7039d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e85 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.098745:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.098759:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d70357 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e69 expref: 162 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.098767:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.098799:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d70357 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e69 expref: 162 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.098811:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d70357 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e69 expref: 162 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764888.098824:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6424e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277257216:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764888.099427:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c480 going to sleep for 11 seconds
00000100:00100000:2.0:1775764888.105371:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.105657:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293722368
00000100:00100000:3.0:1775764888.105669:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293722368
00000100:00100000:3.0:1775764888.105763:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2980
00000100:00100000:3.0:1775764888.105774:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14454:x1862022293722368:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764888.108419:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.108720:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293722496
00000100:00100000:3.0:1775764888.108730:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293722496
00010000:00010000:3.0:1775764888.108764:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d70357 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e69 expref: 165 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764888.108811:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3292
00000100:00100000:3.0:1775764888.108820:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2402:x1862022293722496:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764888.108834:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764888.108864:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d70357 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e69 expref: 165 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.108880:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d70357 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e69 expref: 165 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.108905:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764888.108911:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.108920:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.108928:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.108948:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764888.109001:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2402:x1862022293722496:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 182us (588us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.109009:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3292
00010000:00010000:0.0:1775764888.109810:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d70357 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e69 expref: 164 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764888.109829:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6424e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277257216:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764888.109999:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.110009:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.110014:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764888.110036:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00010000:00010000:0.0:1775764888.110252:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d7039d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e85 expref: 165 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.110269:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e85 expref: 164 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.110277:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:0.0:1775764888.110279:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764888.110282:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768000, rc 0)
00000100:00100000:0.0:1775764888.110693:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14453:x1862022293722240:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12090us (12348us total) trans 4295101728 rc 0/0
00000100:00100000:0.0:1775764888.110706:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205898
00000100:00100000:1.0:1775764888.112340:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14454:x1862022293722368:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 6563us (6973us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764888.112353:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2980
00000100:00100000:3.0:1775764888.116602:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.116767:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293722624
00000100:00100000:2.0:1775764888.116787:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293722624
00000100:00100000:2.0:1775764888.116889:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205899
00000100:00100000:2.0:1775764888.116900:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14454:x1862022293722624:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.116926:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.116947:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d703b2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e8c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117012:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d703b9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117026:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d703b9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117036:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d703b9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117059:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d703c0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117067:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d703c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117073:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d703c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117105:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d703b9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117111:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d703b9 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117117:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d703b9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117122:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.117127:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d703b9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117139:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d703b9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117149:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764888.117152:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.117156:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d703b9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117161:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d703b9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117184:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d703c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117190:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d703c0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117195:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d703c0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117201:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.117203:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d703c0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117208:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d703c0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117214:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6828a0500)
00010000:00010000:2.0:1775764888.117217:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.117219:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d703c0 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117224:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d703c0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117249:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d703b2 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e8c expref: 163 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117258:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764888.117260:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.117263:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d703b2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e8c expref: 163 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.117271:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768e00, rc 0)
00000100:00100000:2.0:1775764888.117320:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14454:x1862022293722624:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 423us (726us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764888.117327:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205899
00000100:00100000:3.0:1775764888.117740:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.119039:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293722752
00000100:00100000:1.0:1775764888.119058:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293722752
00000100:00100000:1.0:1775764888.119116:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205900
00000100:00100000:1.0:1775764888.119124:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14453:x1862022293722752:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764888.119142:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764888.119159:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d703c7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e93 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.119248:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d703ce lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.119263:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e85 expref: 163 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.119271:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d703ce lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.119301:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e85 expref: 163 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.119314:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e85 expref: 163 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764888.119327:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c1b26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277257344:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764888.119397:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63240 going to sleep for 11 seconds
00010000:00010000:2.0:1775764888.120881:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764888.125019:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.125342:0:6532:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293723008
00000100:00100000:2.0:1775764888.125358:0:6532:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293723008
00000100:00100000:2.0:1775764888.125507:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 122
00000100:00100000:2.0:1775764888.125519:0:6532:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293723008:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764888.125584:0:6532:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764888.125618:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7031f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e62 expref: 164 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.125641:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.125652:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70396 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e7e expref: 163 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.125669:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764888.125673:0:6532:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764888.125701:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d703d5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.125714:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d703d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.125723:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d703d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.125734:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d703dc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.125741:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d703dc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.125746:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d703dc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.125760:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d703e3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.125766:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d703e3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.125771:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d703e3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.125921:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d703ea lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.125931:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d703ea lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.125938:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d703ea lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764888.126166:0:6532:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005778bf28 reply state 000000004360df0c transno 4295101729 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d703ea lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.126191:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d703ea lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.126198:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.126200:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:2.0:1775764888.126204:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764888.126209:0:6532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d703d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.126216:0:6532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d703d5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.126222:0:6532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d703d5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.126228:0:6532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.126232:0:6532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d703d5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.126238:0:6532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d703d5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.126249:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764888.126251:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.126254:0:6532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d703d5 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.126260:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d703d5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764888.126272:0:6532:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005778bf28 reply state 000000004360df0c transno 4295101729 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d703dc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.126279:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d703dc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.126284:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6828a0500)
00010000:00010000:2.0:1775764888.126286:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764888.126288:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00000004:00010000:2.0:1775764888.126290:0:6532:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005778bf28 reply state 000000004360df0c transno 4295101729 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d703e3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.126296:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d703e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.126301:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x6adb7306 (ffff93c6828a0900)
00010000:00010000:2.0:1775764888.126303:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764888.126304:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:2.0:1775764888.126378:0:6532:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293723008:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 862us (1373us total) trans 4295101729 rc 0/0
00000100:00100000:2.0:1775764888.126387:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 122
00000100:00100000:1.0:1775764888.129148:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.129599:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293723136
00000100:00100000:0.0:1775764888.129609:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293723136
00010000:00010000:0.0:1775764888.129650:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e85 expref: 164 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764888.129702:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3293
00000100:00100000:0.0:1775764888.129712:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:2403:x1862022293723136:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764888.129728:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764888.129734:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e85 expref: 164 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.129748:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e85 expref: 164 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.129771:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:0.0:1775764888.130163:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d703ce lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.130315:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d703ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.130322:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d703ce lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.130344:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764888.130408:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:2403:x1862022293723136:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 696us (1269us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764888.130419:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3293
00010000:00010000:2.0:1775764888.130738:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d703a4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e85 expref: 163 pid: 10031 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764888.130755:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c1b26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277257344:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764888.130785:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d703ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.130794:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d703ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.130799:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d703ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764888.130882:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:2.0:1775764888.130887:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764888.130911:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d703ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.130945:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d703c7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e93 expref: 163 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.130960:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d703ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e93 expref: 162 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.130967:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764888.130970:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764888.130973:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7b7414400, rc 0)
00000100:00100000:2.0:1775764888.131002:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14453:x1862022293722752:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11879us (13263us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.131010:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205900
00000100:00100000:0.0:1775764888.131758:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.131875:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293723264
00000100:00100000:3.0:1775764888.131883:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293723264
00000100:00100000:3.0:1775764888.131927:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205901
00000100:00100000:3.0:1775764888.131935:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14454:x1862022293723264:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.131951:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.131969:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d703f1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465e9a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132023:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d703f8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132036:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d703f8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132058:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d703f8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132069:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d703ff lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132077:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d703ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132083:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d703ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132153:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70406 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132161:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70406 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132171:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70406 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764888.132203:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:3.0:1775764888.132206:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764888.132220:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70406 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132230:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70406 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132238:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d703f8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132244:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d703f8 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132250:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d703f8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132255:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.132259:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d703f8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132266:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d703f8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132276:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764888.132278:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.132282:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d703f8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132291:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d703f8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132302:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d703ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132307:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d703ff lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132312:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d703ff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132317:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.132320:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d703ff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132325:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d703ff lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132332:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6828a0500)
00010000:00010000:3.0:1775764888.132334:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.132337:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d703ff lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132342:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d703ff lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132362:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d703f1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e9a expref: 164 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132377:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70406 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e9a expref: 163 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.132383:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:3.0:1775764888.132386:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764888.132388:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:3.0:1775764888.132439:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14454:x1862022293723264:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 505us (683us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.132454:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205901
00000100:00100000:3.0:1775764888.145080:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.145658:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293723392
00000100:00100000:2.0:1775764888.145670:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293723392
00000100:00100000:2.0:1775764888.145797:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205902
00000100:00100000:2.0:1775764888.145808:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+163:14453:x1862022293723392:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.145832:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.145903:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d7040d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ea1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.145972:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70414 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.145987:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70414 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.145999:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70414 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146012:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d7041b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146018:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d7041b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146024:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d7041b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146108:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70422 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146118:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70422 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146129:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70422 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764888.146167:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:2.0:1775764888.146171:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764888.146190:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70422 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146200:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70422 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146208:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70414 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146213:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70414 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146219:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70414 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146225:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0fc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.146228:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70414 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146234:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70414 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146246:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764888.146249:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.146254:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70414 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146263:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70414 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146276:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d7041b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146282:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d7041b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146288:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d7041b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146293:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0ea00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.146296:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d7041b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146302:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d7041b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146309:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x34664df3 (ffff93c6828a0c00)
00010000:00010000:2.0:1775764888.146312:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.146315:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d7041b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146320:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d7041b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146348:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d7040d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea1 expref: 165 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146365:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70422 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea1 expref: 164 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.146372:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764888.146374:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764888.146377:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0e600, rc 0)
00000100:00100000:2.0:1775764888.146438:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14453:x1862022293723392:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 633us (1368us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.146469:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205902
00000100:00100000:3.0:1775764888.153595:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.153832:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293723648
00000100:00100000:2.0:1775764888.153882:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293723648
00000100:00100000:2.0:1775764888.154204:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205903
00000100:00100000:2.0:1775764888.154215:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293723648:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.154237:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.154258:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70429 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ea8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.154372:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.154388:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70406 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e9a expref: 165 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.154397:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.154427:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70406 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e9a expref: 165 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.154442:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70406 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e9a expref: 165 pid: 6517 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764888.154624:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a30e3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277257472:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764888.155093:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764888.175337:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.180173:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.182400:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293724032
00000100:00100000:0.0:1775764888.182416:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293724032
00000100:00100000:0.0:1775764888.182498:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205904
00000100:00100000:0.0:1775764888.182509:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293724032:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764888.182572:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764888.182600:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d703ce lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465e93 expref: 166 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.182619:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:0.0:1775764888.182625:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764888.182676:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.182690:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70422 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea1 expref: 165 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.182699:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.182733:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70422 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea1 expref: 165 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.182744:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70422 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea1 expref: 165 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764888.182764:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277257600:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764888.182904:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898480 going to sleep for 11 seconds
00000100:00100000:2.0:1775764888.183651:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293723776
00000100:00100000:2.0:1775764888.183658:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293723776
00010000:00010000:2.0:1775764888.183701:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70422 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea1 expref: 166 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764888.183739:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3294
00000100:00100000:2.0:1775764888.183747:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe96050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:2402:x1862022293723776:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764888.183757:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764888.183762:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70422 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea1 expref: 166 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.183773:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70422 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea1 expref: 166 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.183801:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764888.183806:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.183814:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.183825:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.183861:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764888.183899:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe96050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:2402:x1862022293723776:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 153us (8572us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.183906:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3294
00000100:00100000:1.0:1775764888.187686:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.187879:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a30e3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277257472:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764888.187913:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764888.189317:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293724160
00000100:00100000:3.0:1775764888.189330:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293724160
00010000:00010000:3.0:1775764888.189372:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70406 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e9a expref: 166 pid: 6517 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764888.189426:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3295
00000100:00100000:3.0:1775764888.189437:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:2402:x1862022293724160:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764888.189464:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764888.189472:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70406 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e9a expref: 166 pid: 6517 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.189487:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70406 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e9a expref: 166 pid: 6517 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.189513:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70406 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465e9a expref: 166 pid: 6517 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.189529:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:3.0:1775764888.189535:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.189544:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.189575:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.189606:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764888.189703:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.189710:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764888.189735:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00010000:00010000:1.0:1775764888.189907:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70429 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea8 expref: 167 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.189923:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea8 expref: 166 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.189930:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:1.0:1775764888.189933:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764888.189935:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769e00, rc 0)
00000100:00100000:3.0:1775764888.194006:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:2402:x1862022293724160:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 4558us (6317us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.194021:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3295
00000100:00100000:1.0:1775764888.194362:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293723648:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 40146us (40808us total) trans 4295101730 rc 0/0
00000100:00100000:1.0:1775764888.194383:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205903
00010000:00010000:3.0:1775764888.201344:0:6517:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000b666bcbc x1862022277257600) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70422 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea1 expref: 164 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.202528:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d70422 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea1 expref: 164 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764888.202574:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277257600:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764888.202599:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764888.202609:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.202619:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.202624:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764888.203189:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffc458b4 reply state 000000000f8adbcc transno 4295101731 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.203210:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.203218:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764888.203221:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764888.203224:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764888.203357:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293724032:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 20848us (23192us total) trans 4295101731 rc 0/0
00000100:00100000:3.0:1775764888.203375:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205904
00000100:00100000:2.0:1775764888.208783:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.209171:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293724288
00000100:00100000:1.0:1775764888.209183:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293724288
00000100:00100000:1.0:1775764888.209250:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205905
00000100:00100000:1.0:1775764888.209260:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293724288:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764888.209290:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764888.209313:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70445 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465eaf expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.209403:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7044c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.209421:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea8 expref: 166 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.209430:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7044c lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.209468:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea8 expref: 166 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.209482:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea8 expref: 166 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764888.209496:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c1b26d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277257728:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764888.209599:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63900 going to sleep for 11 seconds
00000100:00100000:1.0:1775764888.216746:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.217275:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c1b26d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277257728:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764888.217304:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7044c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764888.217388:0:15594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293724416
00000100:00100000:0.0:1775764888.217396:0:15594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293724416
00000100:00100000:0.0:1775764888.217472:0:15594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2092
00000100:00100000:0.0:1775764888.217482:0:15594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c72e6f0-c073-4915-a1e7-5dde21a8c485+91:2402:x1862022293724416:12345-192.168.202.56@tcp:2:dbench.0
00000100:00080000:2.0:1775764888.217655:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00010000:0.0:1775764888.217804:0:15594:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1775764888.217807:0:15594:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb mtime from disk: 1775764862 -> 1775764874
00002000:00010000:0.0:1775764888.217810:0:15594:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb atime from disk: 1775764866 -> 1775764877
00002000:00010000:0.0:1775764888.217812:0:15594:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb ctime from disk: 1775764886 -> 1775764887
00002000:00010000:0.0:1775764888.217814:0:15594:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x7f:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1775764888.218229:0:15594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c72e6f0-c073-4915-a1e7-5dde21a8c485+92:2402:x1862022293724416:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 745us (1490us total) trans 4294967946 rc 0/0
00000100:00100000:0.0:1775764888.218237:0:15594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2092
00000100:00100000:0.0:1775764888.225110:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.225290:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293724544
00000100:00100000:1.0:1775764888.225301:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293724544
00010000:00010000:1.0:1775764888.225354:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea8 expref: 167 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764888.225397:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3296
00000100:00100000:1.0:1775764888.225407:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:2402:x1862022293724544:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764888.225426:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764888.225433:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea8 expref: 167 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.225447:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea8 expref: 167 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.225471:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70430 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ea8 expref: 167 pid: 6518 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.225494:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:1.0:1775764888.225499:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7044c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.225509:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7044c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.225517:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7044c lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.225615:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764888.225672:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:2402:x1862022293724544:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 266us (571us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764888.225681:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3296
00010000:00010000:3.0:1775764888.227149:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7044c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.227163:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7044c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764888.227465:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:0.0:1775764888.227471:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764888.227496:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7044c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.227534:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70445 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465eaf expref: 166 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.227642:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7044c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465eaf expref: 165 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.227656:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:0.0:1775764888.227659:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764888.227662:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7b7414400, rc 0)
00000100:00100000:0.0:1775764888.227944:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293724288:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 18684us (19168us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764888.227953:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205905
00000100:00100000:0.0:1775764888.255368:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.255542:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293724800
00000100:00100000:2.0:1775764888.255586:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293724800
00000100:00100000:2.0:1775764888.255694:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2981
00000100:00100000:2.0:1775764888.255705:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293724800:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764888.255977:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293724800:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 273us (620us total) trans 4295101732 rc 0/0
00000100:00100000:2.0:1775764888.255986:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2981
00000100:00100000:1.0:1775764888.259491:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.259587:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293724928
00000100:00100000:3.0:1775764888.259597:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293724928
00000100:00100000:3.0:1775764888.259655:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205906
00000100:00100000:3.0:1775764888.259666:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293724928:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.259693:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.259717:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70453 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465eb6 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.259784:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d7045a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.259799:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d7045a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.259811:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d7045a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.259822:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d70461 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.259829:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d70461 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.259835:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d70461 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.259947:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70468 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.259956:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70468 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.259963:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70468 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764888.260001:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00000004:00200000:3.0:1775764888.260005:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764888.260025:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70468 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260045:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70468 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260053:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d7045a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260060:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d7045a lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260066:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d7045a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260072:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.260076:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d7045a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260083:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d7045a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260096:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764888.260099:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.260103:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d7045a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260109:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d7045a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260121:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d70461 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260126:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d70461 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260132:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d70461 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260136:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.260139:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d70461 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260144:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d70461 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260151:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x6adb7306 (ffff93c6828a0f00)
00010000:00010000:3.0:1775764888.260153:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.260156:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d70461 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260161:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d70461 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260186:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70453 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465eb6 expref: 168 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260200:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70468 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465eb6 expref: 167 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.260208:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764888.260210:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764888.260213:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843e00, rc 0)
00000100:00100000:3.0:1775764888.260268:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14453:x1862022293724928:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 604us (784us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.260276:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205906
00000100:00100000:1.0:1775764888.274155:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.274341:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293725056
00000100:00100000:2.0:1775764888.274352:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293725056
00000100:00100000:2.0:1775764888.274439:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205907
00000100:00100000:2.0:1775764888.274450:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14454:x1862022293725056:12345-192.168.202.56@tcp:41:dbench.0
00000004:00000024:2.0:1775764888.274515:0:6518:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7774834688 avail 7310577664
00000100:00100000:2.0:1775764888.274603:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14454:x1862022293725056:12345-192.168.202.56@tcp:41:dbench.0 Request processed in 155us (457us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.274611:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205907
00000100:00080000:0.0:1775764888.275169:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1775764888.281742:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.281822:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293725184
00000100:00100000:2.0:1775764888.281833:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293725184
00000100:00100000:2.0:1775764888.281910:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205908
00000100:00100000:2.0:1775764888.281920:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293725184:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.281939:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.281961:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7046f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ebd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282023:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70476 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282133:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70476 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282148:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70476 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282164:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d7047d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282172:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d7047d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282183:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d7047d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282224:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70476 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282232:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70476 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282238:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70476 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282244:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.282249:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70476 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282256:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70476 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282268:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764888.282271:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.282275:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70476 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282281:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70476 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282294:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d7047d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282300:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d7047d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282306:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d7047d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282499:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.282503:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d7047d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282509:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d7047d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282518:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x16ffa7f1 (ffff93c6828a0100)
00010000:00010000:2.0:1775764888.282520:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.282523:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d7047d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.282530:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d7047d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764888.284479:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:2.0:1775764888.285685:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7046f lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ebd expref: 168 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.285708:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764888.285711:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.285717:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7046f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ebd expref: 168 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.285736:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769a00, rc 0)
00000100:00100000:2.0:1775764888.285863:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293725184:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3918us (4104us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764888.285873:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205908
00000100:00100000:2.0:1775764888.285909:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293725440
00000100:00100000:2.0:1775764888.285917:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293725440
00000100:00100000:2.0:1775764888.285959:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205909
00000100:00100000:2.0:1775764888.285967:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14453:x1862022293725440:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.285983:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.285999:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70484 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ec4 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.286098:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.286114:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70468 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465eb6 expref: 168 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.286121:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.286154:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70468 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465eb6 expref: 168 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.286167:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70468 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465eb6 expref: 168 pid: 8005 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764888.286180:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a30e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277257856:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764888.286239:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764888.308648:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.308777:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a30e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277257856:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764888.308813:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764888.308910:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.309029:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293725696
00000100:00100000:2.0:1775764888.309045:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293725696
00000100:00100000:2.0:1775764888.309105:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205910
00000100:00100000:2.0:1775764888.309114:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293725696:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.309132:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.309152:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70492 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ecb expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.309216:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70499 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.309230:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70499 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.309241:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70499 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764888.309282:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096
00000004:00200000:2.0:1775764888.309287:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764888.309305:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70499 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.309547:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70492 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ecb expref: 171 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.309660:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70499 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ecb expref: 170 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.309673:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764888.309676:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764888.309680:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769e00, rc 0)
00000100:00100000:2.0:1775764888.309759:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14454:x1862022293725696:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 645us (850us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.309766:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205910
00000100:00100000:3.0:1775764888.314617:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293725568
00000100:00100000:3.0:1775764888.314637:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293725568
00010000:00010000:3.0:1775764888.314702:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70468 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465eb6 expref: 170 pid: 8005 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764888.315246:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3297
00000100:00100000:3.0:1775764888.315261:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:2402:x1862022293725568:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764888.315283:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764888.315292:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70468 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465eb6 expref: 170 pid: 8005 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.315312:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70468 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465eb6 expref: 170 pid: 8005 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.315341:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70468 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465eb6 expref: 170 pid: 8005 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.315362:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764888.315380:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.315392:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.315401:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.315445:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764888.315527:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:2402:x1862022293725568:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 270us (6894us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.315537:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3297
00010000:00010000:0.0:1775764888.315619:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.315627:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764888.315656:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00010000:00010000:0.0:1775764888.315867:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70484 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ec4 expref: 170 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.315892:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ec4 expref: 169 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.315900:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764888.315903:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764888.315906:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768000, rc 0)
00000100:00100000:0.0:1775764888.315960:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293725440:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 29982us (31483us total) trans 4295101733 rc 0/0
00000100:00100000:0.0:1775764888.315973:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205909
00000100:00100000:1.0:1775764888.334280:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.334326:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.334587:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293725824
00000100:00100000:2.0:1775764888.334601:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293725824
00000100:00100000:2.0:1775764888.334681:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2982
00000100:00100000:2.0:1775764888.334692:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293725824:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764888.340958:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293725824:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 6258us (6683us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.340973:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2982
00000100:00100000:0.0:1775764888.341338:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293725952
00000100:00100000:0.0:1775764888.341351:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293725952
00000100:00100000:0.0:1775764888.343094:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205911
00000100:00100000:0.0:1775764888.343118:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293725952:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764888.343152:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764888.343178:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d704a7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ed2 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.343295:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d704ae lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.343312:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ec4 expref: 170 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.343321:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d704ae lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.343364:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ec4 expref: 170 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.343379:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ec4 expref: 170 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764888.343396:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7bf70dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277257984:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764888.343509:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764888.356345:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.356387:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.356482:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293726080
00000100:00100000:2.0:1775764888.356509:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293726080
00010000:00010000:2.0:1775764888.356576:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ec4 expref: 171 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764888.356626:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3298
00000100:00100000:2.0:1775764888.356636:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:2402:x1862022293726080:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764888.356652:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764888.356658:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ec4 expref: 171 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.356679:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ec4 expref: 171 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.356702:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:2.0:1775764888.356708:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d704ae lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.356717:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d704ae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.356725:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d704ae lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.356746:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764888.356803:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:2402:x1862022293726080:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 168us (474us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.356811:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3298
00010000:00010000:0.0:1775764888.357077:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d7048b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ec4 expref: 170 pid: 6519 timeout: 2242 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764888.357101:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7bf70dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277257984:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764888.357128:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d704ae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.357138:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d704ae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.357145:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d704ae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764888.357207:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00000004:00200000:0.0:1775764888.357212:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764888.357237:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d704ae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.357275:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d704a7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ed2 expref: 170 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.357291:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d704ae lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ed2 expref: 169 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.357300:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764888.357303:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764888.357307:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165400, rc 0)
00000100:00100000:3.0:1775764888.357488:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293726208
00000100:00100000:3.0:1775764888.357494:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293726208
00000100:00100000:3.0:1775764888.357540:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205912
00000100:00100000:3.0:1775764888.357548:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14454:x1862022293726208:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.357580:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.357598:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d704b5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ed9 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.357655:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d704bc lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.357670:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d704bc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.357682:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d704bc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.357697:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704c3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.357708:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704c3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.357725:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704c3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.357832:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d704bc lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.357879:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d704bc lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.357887:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d704bc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.357894:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d704bc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.357899:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.357904:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d704bc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.357912:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d704bc lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.357925:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764888.357928:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.357932:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d704bc lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.357939:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d704bc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.357957:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704c3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.357964:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704c3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.357970:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704c3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.357976:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.357979:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704c3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.357985:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704c3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764888.357996:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293725952:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14884us (23662us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764888.357999:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xb8ca0b93 (ffff93c69abaf800)
00010000:00010000:2.0:1775764888.358013:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764888.358019:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205911
00010000:00010000:2.0:1775764888.358022:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704c3 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.358030:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704c3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.358166:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d704b5 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ed9 expref: 170 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.358176:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764888.358178:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.358182:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d704b5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ed9 expref: 170 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.358190:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843e00, rc 0)
00000100:00100000:2.0:1775764888.358237:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293726208:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 689us (1848us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764888.358245:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205912
00000100:00100000:1.0:1775764888.374128:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.378175:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293726464
00000100:00100000:0.0:1775764888.378197:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293726464
00000100:00100000:3.0:1775764888.379401:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.379484:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293726720
00000100:00100000:3.0:1775764888.379493:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293726720
00000100:00100000:3.0:1775764888.379564:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205913
00000100:00100000:3.0:1775764888.379575:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14454:x1862022293726720:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.379606:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.379610:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1775764888.379647:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70499 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ecb expref: 170 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.379674:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764888.379679:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764888.379697:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d704ca lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ee0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.379900:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704d1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.379917:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704d1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.379928:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704d1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.379949:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d704d8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.379957:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d704d8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.379963:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d704d8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764888.380360:0:6517:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x81:0x0], index 1: 0
00010000:00010000:3.0:1775764888.380546:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d704df lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10170:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.380570:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d704df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10170:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.380578:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d704df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10170:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.380619:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704d1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.380625:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704d1 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.380633:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704d1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.380640:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.380645:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704d1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.380654:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704d1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.380664:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764888.380668:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.380673:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704d1 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.380680:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704d1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764888.380693:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004484d0f reply state 000000009e067842 transno 4295101734 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d704d8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.380705:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d704d8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.380712:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xb8ca0b93 (ffff93c69abafa00)
00010000:00010000:3.0:1775764888.380715:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764888.380719:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764888.380756:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d704ca lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ee0 expref: 172 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.380771:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d704df lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10170:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ee0 expref: 171 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.380779:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10170:0x0].0x0 (ffff93c69abafd00)
00010000:00010000:3.0:1775764888.380781:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764888.380784:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843e00, rc 0)
00000100:00100000:3.0:1775764888.380908:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14454:x1862022293726720:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1334us (1520us total) trans 4295101734 rc 0/0
00000100:00100000:3.0:1775764888.380917:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205913
00000100:00100000:0.0:1775764888.382119:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2983
00000100:00100000:0.0:1775764888.382143:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4861050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293726464:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764888.382445:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4861050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14453:x1862022293726464:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 314us (8621us total) trans 4295101735 rc 0/0
00000100:00100000:0.0:1775764888.382455:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2983
00000100:00100000:0.0:1775764888.394391:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.394504:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293726848
00000100:00100000:3.0:1775764888.394520:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293726848
00000100:00100000:3.0:1775764888.394617:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205914
00000100:00100000:3.0:1775764888.394629:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14453:x1862022293726848:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.394661:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.394689:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d704ed lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ee7 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.394778:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704f4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.394797:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704f4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.394812:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704f4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.394826:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704fb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.394833:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.394867:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395332:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70502 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395345:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70502 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395352:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70502 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764888.395410:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00000004:00200000:3.0:1775764888.395415:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764888.395439:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70502 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395452:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70502 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395461:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704f4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395468:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704f4 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395474:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704f4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395480:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.395485:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704f4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395494:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704f4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395508:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764888.395511:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.395517:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704f4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395522:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d704f4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395544:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395562:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704fb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395568:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704fb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395574:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.395576:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704fb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395582:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704fb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395590:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x6adb7306 (ffff93c6828a0f00)
00010000:00010000:3.0:1775764888.395593:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.395596:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704fb lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395602:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d704fb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395637:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d704ed lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ee7 expref: 174 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395652:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70502 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ee7 expref: 173 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.395664:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764888.395666:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764888.395669:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:3.0:1775764888.396464:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293726848:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1214us (1465us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.396477:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205914
00000100:00100000:2.0:1775764888.401650:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.403342:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.403460:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293727104
00000100:00100000:2.0:1775764888.403473:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293727104
00000100:00100000:2.0:1775764888.403574:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205915
00000100:00100000:2.0:1775764888.403586:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293727104:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.403620:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.403648:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70509 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ef5 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403741:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70510 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403760:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70510 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403774:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70510 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403786:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70517 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403794:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70517 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403800:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70517 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403887:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70510 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403896:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70510 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403903:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70510 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403910:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70510 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403916:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.403921:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70510 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403934:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70510 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403948:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764888.403951:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.403957:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70510 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403963:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70510 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403980:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70517 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403986:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70517 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403992:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70517 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.403996:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.403999:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70517 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.404004:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70517 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.404011:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6828a0000)
00010000:00010000:2.0:1775764888.404014:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.404017:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70517 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.404023:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70517 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.404056:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70509 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ef5 expref: 174 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.404068:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764888.404071:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.404074:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70509 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ef5 expref: 174 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.404085:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769400, rc 0)
00000100:00100000:2.0:1775764888.404163:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293727104:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 579us (832us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764888.404171:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205915
00000100:00100000:1.0:1775764888.405186:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293726976
00000100:00100000:1.0:1775764888.405200:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293726976
00000100:00100000:1.0:1775764888.405294:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2093
00000100:00100000:1.0:1775764888.405305:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+70:2403:x1862022293726976:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764888.405325:0:15591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764888.405350:0:15591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6e01faf/0x9da62835f5d7051e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465eee expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1775764888.405381:0:15591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x81:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1775764888.405403:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764888.405406:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764888.405416:0:15591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6e01faf/0x9da62835f5d7051e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465eee expref: 71 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.405435:0:15591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6e01faf/0x9da62835f5d7051e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465eee expref: 71 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.405450:0:15591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e706600, rc 0)
00000100:00100000:1.0:1775764888.405500:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2403:x1862022293726976:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 197us (3862us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764888.405506:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2093
00000100:00080000:2.0:1775764888.406470:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1775764888.412943:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.415968:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293727232
00000100:00100000:3.0:1775764888.415987:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293727232
00000100:00100000:2.0:1775764888.416236:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1168
00000100:00100000:2.0:1775764888.416249:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:2401:x1862022293727232:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764888.416272:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764888.416305:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70502 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ee7 expref: 173 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.416326:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:2.0:1775764888.416333:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764888.416420:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:2401:x1862022293727232:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 173us (3490us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.416428:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1168
00000100:00100000:1.0:1775764888.419569:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.419675:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293727360
00000100:00100000:3.0:1775764888.419688:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293727360
00000100:00100000:3.0:1775764888.419763:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205916
00000100:00100000:3.0:1775764888.419775:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14453:x1862022293727360:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.419802:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.419828:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70525 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465efc expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.420161:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7052c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.420180:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7052c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.420195:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7052c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764888.420255:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:3.0:1775764888.420260:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764888.420283:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7052c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.420313:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70525 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465efc expref: 174 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.420335:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7052c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465efc expref: 173 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.420344:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764888.420347:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764888.420351:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:3.0:1775764888.420524:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293727360:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 750us (977us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.420532:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205916
00000100:00100000:2.0:1775764888.429518:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.430323:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293727616
00000100:00100000:3.0:1775764888.430337:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293727616
00000100:00100000:1.0:1775764888.436321:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.437172:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293727744
00000100:00100000:3.0:1775764888.437188:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293727744
00000100:00100000:3.0:1775764888.437269:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2984
00000100:00100000:3.0:1775764888.437280:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293727744:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764888.440491:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2985
00000100:00100000:2.0:1775764888.440507:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293727616:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764888.443344:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14454:x1862022293727616:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 2823us (13821us total) trans 4295101736 rc 0/0
00000100:00100000:2.0:1775764888.443364:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2985
00000100:00100000:3.0:1775764888.466547:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293727744:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 29253us (30225us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.466573:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2984
00000100:00100000:1.0:1775764888.477509:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.477674:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293727872
00000100:00100000:2.0:1775764888.477690:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293727872
00000100:00100000:2.0:1775764888.477825:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205917
00000100:00100000:2.0:1775764888.477837:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293727872:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.478197:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.478227:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70533 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f03 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478316:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7053a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478334:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7053a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478348:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7053a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478360:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70541 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478372:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70541 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478377:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70541 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478506:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7053a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478515:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7053a lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478523:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7053a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478528:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.478533:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7053a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478541:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7053a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478565:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764888.478569:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.478575:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7053a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478582:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7053a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478596:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70541 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478602:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70541 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478608:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70541 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478613:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.478615:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70541 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478621:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70541 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478628:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6828a0000)
00010000:00010000:2.0:1775764888.478631:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.478634:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70541 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478640:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d70541 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478678:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70533 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f03 expref: 175 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478689:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764888.478692:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.478695:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70533 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f03 expref: 175 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.478710:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768e00, rc 0)
00000100:00100000:2.0:1775764888.479270:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293727872:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1431us (1771us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764888.479282:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205917
00000100:00100000:1.0:1775764888.483382:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.483537:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293728128
00000100:00100000:3.0:1775764888.483563:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293728128
00000100:00100000:3.0:1775764888.483639:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205918
00000100:00100000:3.0:1775764888.483651:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293728128:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764888.483728:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764888.483763:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d704df lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10170:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ee0 expref: 174 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.483785:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10170:0x0].0x0 (ffff93c69abafd00)
00010000:00010000:3.0:1775764888.483798:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764888.483822:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70548 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.483866:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70548 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.483879:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70548 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.483891:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7054f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.483899:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7054f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.483906:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7054f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484013:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70556 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10170:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484022:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70556 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10170:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484035:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70556 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10170:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764888.484316:0:10031:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].94, 64 off14208
00010000:00010000:3.0:1775764888.484373:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7055d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10170:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484382:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7055d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484390:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7055d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484397:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7055d lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484404:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7055d lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484410:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7055d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484661:0:10031:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764888.484687:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70556 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484694:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70556 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484701:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70556 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484711:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.484716:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70556 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484724:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70556 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484736:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10170:0x0].0x0 (ffff93c69abaf100)
00010000:00010000:3.0:1775764888.484739:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764888.484742:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70556 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484748:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70556 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484768:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70548 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484775:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70548 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484781:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70548 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484786:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70548 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484791:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.484794:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70548 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484803:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70548 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484812:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:3.0:1775764888.484814:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.484817:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70548 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484823:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70548 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764888.484832:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e0015b89 reply state 00000000d248c67e transno 4295101737 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7054f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484867:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7054f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.484874:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xb8ca0b93 (ffff93c69abafa00)
00010000:00010000:3.0:1775764888.484876:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764888.484879:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764888.484982:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293728128:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1330us (1611us total) trans 4295101737 rc 0/0
00000100:00100000:3.0:1775764888.484992:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205918
00000100:00100000:3.0:1775764888.489392:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.489604:0:15589:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293728384
00000100:00100000:2.0:1775764888.489618:0:15589:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293728384
00000100:00100000:2.0:1775764888.489703:0:15589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 123
00000100:00100000:2.0:1775764888.489716:0:15589:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14453:x1862022293728384:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764888.489788:0:15589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764888.489826:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d704ae lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ed2 expref: 175 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.489875:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:2.0:1775764888.489901:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7052c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465efc expref: 174 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.489912:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764888.489916:0:15589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764888.489949:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70564 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.489964:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70564 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.489974:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70564 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.489993:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d7056b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.490001:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d7056b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.490008:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d7056b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.490019:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d70572 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.490026:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d70572 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.490032:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d70572 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.490142:0:15589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70579 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15589 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.490151:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70579 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.490158:0:15589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70579 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764888.490751:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000094cc21ff reply state 00000000b3a44eeb transno 4295101738 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70579 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.490769:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70579 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.490778:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:2.0:1775764888.490781:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00000100:00100000:2.0:1775764888.490784:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764888.490793:0:15589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70564 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.490800:0:15589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70564 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.490807:0:15589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70564 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.490813:0:15589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.490819:0:15589:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70564 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.490827:0:15589:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70564 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.491227:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764888.491230:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.491235:0:15589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70564 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.491243:0:15589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70564 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764888.491259:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000094cc21ff reply state 00000000b3a44eeb transno 4295101738 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d7056b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.491269:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d7056b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.491276:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6828a0000)
00010000:00010000:2.0:1775764888.491278:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764888.491281:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00000004:00010000:2.0:1775764888.491284:0:15589:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000094cc21ff reply state 00000000b3a44eeb transno 4295101738 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d70572 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.491292:0:15589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d70572 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.491298:0:15589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x6adb7306 (ffff93c6828a0f00)
00010000:00010000:2.0:1775764888.491301:0:15589:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764888.491303:0:15589:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:2.0:1775764888.491535:0:15589:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14453:x1862022293728384:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1819us (2155us total) trans 4295101738 rc 0/0
00000100:00100000:2.0:1775764888.491546:0:15589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 123
00010000:00010000:1.0:1775764888.491665:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764888.491674:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7055d lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.491681:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842000 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764888.491686:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7055d lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.491694:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7055d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.491704:0:7451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10170:0x0].0x0 (ffff93c69abaf100)
00010000:00010000:1.0:1775764888.491707:0:7451:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764888.491710:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7055d lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.491715:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7055d lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.491795:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764888.491797:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764888.491799:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764888.504024:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.505608:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293728512
00000100:00100000:1.0:1775764888.505627:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293728512
00000100:00100000:1.0:1775764888.505725:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205919
00000100:00100000:1.0:1775764888.505737:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293728512:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764888.505772:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764888.505802:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70580 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f0a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.505921:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70587 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.505939:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70587 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.505952:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70587 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.505965:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7058e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.505975:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7058e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.505982:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7058e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506089:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70595 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506100:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70595 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506106:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70595 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764888.506160:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:1.0:1775764888.506166:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764888.506191:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70595 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506205:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70595 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506217:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70587 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506224:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70587 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506232:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70587 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506245:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764888.506250:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70587 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506260:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70587 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506278:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764888.506281:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764888.506288:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70587 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506295:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70587 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506313:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7058e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506325:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7058e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506330:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7058e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506335:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764888.506338:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7058e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506343:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7058e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506353:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6828a0500)
00010000:00010000:1.0:1775764888.506356:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764888.506358:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7058e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506364:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7058e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506400:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70580 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f0a expref: 177 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.506415:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70595 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f0a expref: 176 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.507353:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:1.0:1775764888.507357:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764888.507360:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e706800, rc 0)
00000100:00100000:1.0:1775764888.507478:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14454:x1862022293728512:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1739us (3459us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764888.507489:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205919
00000100:00100000:0.0:1775764888.515687:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.521660:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293728640
00000100:00100000:1.0:1775764888.521681:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293728640
00000100:00100000:2.0:1775764888.522109:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205920
00000100:00100000:2.0:1775764888.522119:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14453:x1862022293728640:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.522149:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.522171:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d7059c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f11 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522241:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705a3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522257:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705a3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522268:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705a3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522274:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d705aa lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522279:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d705aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522284:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d705aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522365:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d705b1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522372:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d705b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522379:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d705b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764888.522437:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00000004:00200000:2.0:1775764888.522442:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764888.522468:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d705b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522481:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d705b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522506:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705a3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522512:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705a3 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522518:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705a3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522524:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.522529:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705a3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522537:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705a3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522559:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764888.522563:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.522568:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705a3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522574:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705a3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522588:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d705aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522595:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d705aa lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522601:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d705aa lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522606:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.522609:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d705aa lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522612:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d705aa lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522617:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6828a0000)
00010000:00010000:2.0:1775764888.522619:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.522621:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d705aa lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522625:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d705aa lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522647:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d7059c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f11 expref: 178 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522655:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d705b1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f11 expref: 177 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.522660:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:2.0:1775764888.522661:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764888.522663:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768e00, rc 0)
00000100:00100000:2.0:1775764888.522749:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14453:x1862022293728640:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 629us (7074us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.522757:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205920
00000100:00100000:0.0:1775764888.526819:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.526911:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.527072:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293728768
00000100:00100000:3.0:1775764888.527086:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293728768
00000100:00100000:2.0:1775764888.527244:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293729024
00000100:00100000:2.0:1775764888.527249:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293729024
00000100:00100000:2.0:1775764888.527294:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205921
00000100:00100000:2.0:1775764888.527306:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14454:x1862022293729024:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764888.527381:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1775764888.527485:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1169
00000100:00100000:3.0:1775764888.527494:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:2403:x1862022293728768:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764888.527507:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764888.527521:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d70595 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f0a expref: 178 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.527547:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:3.0:1775764888.527562:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764888.527634:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:2403:x1862022293728768:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 141us (829us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.527643:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1169
00010000:00010000:2.0:1775764888.527754:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d7044c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465eaf expref: 176 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.527768:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.527772:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764888.527868:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d705b8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.527895:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d705b8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.527908:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d705b8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764888.528044:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b4e79911 reply state 00000000806ee626 transno 4295101739 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d705b8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.528059:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d705b8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.528065:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.528068:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764888.528071:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764888.528140:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14454:x1862022293729024:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 837us (1229us total) trans 4295101739 rc 0/0
00000100:00100000:2.0:1775764888.528148:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205921
00000100:00100000:0.0:1775764888.554769:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.554836:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.555076:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293729408
00000100:00100000:3.0:1775764888.555089:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293729408
00000100:00100000:3.0:1775764888.555168:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205922
00000100:00100000:3.0:1775764888.555182:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14453:x1862022293729408:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.555219:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.555253:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d705bf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f18 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.555411:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d705c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.555443:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d705c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.555458:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d705c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764888.555501:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00010000:00010000:3.0:1775764888.555671:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d705bf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f18 expref: 180 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.555700:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d705c6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f18 expref: 179 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.555710:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764888.555713:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764888.555718:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842600, rc 0)
00000100:00100000:3.0:1775764888.555825:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14453:x1862022293729408:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 646us (987us total) trans 4295101740 rc 0/0
00000100:00100000:3.0:1775764888.555834:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205922
00000100:00100000:1.0:1775764888.556477:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293729152
00000100:00100000:1.0:1775764888.556489:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293729152
00000100:00100000:1.0:1775764888.556541:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2094
00000100:00100000:1.0:1775764888.556566:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b74e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2401:x1862022293729152:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:1.0:1775764888.556736:0:15586:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:1.0:1775764888.556740:0:15586:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb mtime from disk: 1775764863 -> 1775764875
00002000:00010000:1.0:1775764888.556743:0:15586:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb atime from disk: 1775764867 -> 1775764878
00002000:00010000:1.0:1775764888.556746:0:15586:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb ctime from disk: 1775764887 -> 1775764888
00002000:00010000:1.0:1775764888.556748:0:15586:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:1.0:1775764888.556789:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b74e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2401:x1862022293729152:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 240us (2033us total) trans 4294967909 rc 0/0
00000100:00100000:1.0:1775764888.556796:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2094
00000100:00100000:1.0:1775764888.568094:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.569463:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293729536
00000100:00100000:0.0:1775764888.569480:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293729536
00000100:00100000:0.0:1775764888.569610:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1170
00000100:00100000:0.0:1775764888.569623:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe97850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:2402:x1862022293729536:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764888.569645:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764888.569678:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d705c6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f18 expref: 179 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.569702:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764888.569707:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764888.569794:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe97850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:2402:x1862022293729536:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 173us (1711us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764888.569802:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1170
00000100:00100000:0.0:1775764888.570906:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.574316:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293729664
00000100:00100000:2.0:1775764888.574336:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293729664
00000100:00100000:2.0:1775764888.575106:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205923
00000100:00100000:2.0:1775764888.575119:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14454:x1862022293729664:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.575164:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.575192:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d705d4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f1f expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.575318:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705db lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.575336:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.575364:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764888.575400:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:2.0:1775764888.575406:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764888.575441:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.575475:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d705d4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f1f expref: 180 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.575496:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705db lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f1f expref: 179 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.575505:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.575508:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764888.575513:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769e00, rc 0)
00000100:00100000:2.0:1775764888.576342:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14454:x1862022293729664:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1219us (5436us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.576399:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205923
00000100:00100000:0.0:1775764888.594753:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.594869:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293729792
00000100:00100000:1.0:1775764888.594882:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293729792
00000100:00100000:2.0:1775764888.595068:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205924
00000100:00100000:2.0:1775764888.595092:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14453:x1862022293729792:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.595113:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.595149:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d705e2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f26 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595213:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d705e9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595227:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d705e9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595239:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d705e9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595256:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d705f0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595263:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d705f0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595270:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d705f0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595306:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d705e9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595317:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d705e9 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595324:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d705e9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595330:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.595335:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d705e9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595343:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d705e9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595355:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764888.595358:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.595363:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d705e9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595369:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d705e9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595382:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d705f0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595388:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d705f0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595394:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d705f0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595399:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.595402:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d705f0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595407:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d705f0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595415:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x16ffa7f1 (ffff93c6828a0100)
00010000:00010000:2.0:1775764888.595418:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.595420:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d705f0 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595426:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d705f0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595465:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d705e2 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f26 expref: 180 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595475:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764888.595478:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.595481:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d705e2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f26 expref: 180 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.595491:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0fc00, rc 0)
00000100:00100000:2.0:1775764888.595567:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14453:x1862022293729792:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 487us (828us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764888.595575:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205924
00000100:00100000:2.0:1775764888.608403:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.608450:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.608536:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293729920
00000100:00100000:3.0:1775764888.608546:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293729920
00000100:00100000:3.0:1775764888.608604:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293730048
00000100:00100000:3.0:1775764888.608607:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293730048
00000100:00100000:3.0:1775764888.608634:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205925
00000100:00100000:3.0:1775764888.608644:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:14453:x1862022293729920:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.608665:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.608694:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d705f7 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f2d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764888.608700:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205926
00000100:00100000:1.0:1775764888.608729:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14454:x1862022293730048:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764888.608750:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764888.608772:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d705fe lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f34 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.608778:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70605 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.608808:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70605 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.608821:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70605 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.608895:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7060c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.608910:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7060c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.608922:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7060c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764888.608926:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096
00000004:00200000:3.0:1775764888.608932:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00010000:00010000:1.0:1775764888.608938:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70613 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.608948:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70613 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764888.608957:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70605 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.608958:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70613 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.609012:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d705f7 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f2d expref: 183 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.609029:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70605 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f2d expref: 182 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.609038:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764888.609040:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764888.609044:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843e00, rc 0)
00010000:00010000:1.0:1775764888.609082:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7061a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609094:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7061a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609103:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7061a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764888.609109:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14453:x1862022293729920:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 464us (712us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.609122:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205925
00000004:00200000:1.0:1775764888.609150:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:1.0:1775764888.609156:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764888.609172:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7061a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609182:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7061a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609190:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7060c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609197:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7060c lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609204:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7060c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609210:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764888.609214:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7060c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609222:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7060c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609234:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764888.609236:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764888.609241:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7060c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609247:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7060c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609262:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70613 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609269:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70613 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609274:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70613 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609280:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764888.609282:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70613 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609288:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70613 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609295:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6828a0500)
00010000:00010000:1.0:1775764888.609297:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764888.609300:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70613 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609307:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70613 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609334:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d705fe lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f34 expref: 182 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609348:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7061a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f34 expref: 181 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.609356:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:1.0:1775764888.609358:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764888.609361:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e706800, rc 0)
00000100:00100000:1.0:1775764888.609410:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14454:x1862022293730048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 693us (959us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764888.610498:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205926
00000100:00100000:0.0:1775764888.617486:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.617689:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293730176
00000100:00100000:1.0:1775764888.617708:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293730176
00000100:00100000:1.0:1775764888.617793:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2986
00000100:00100000:1.0:1775764888.617806:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293730176:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764888.626452:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293730176:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 8638us (8964us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.626467:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2986
00000100:00100000:0.0:1775764888.628825:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.629067:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293730432
00000100:00100000:2.0:1775764888.629278:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293730432
00000100:00100000:2.0:1775764888.629327:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205927
00000100:00100000:2.0:1775764888.629333:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14454:x1862022293730432:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764888.629388:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764888.629411:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7061a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f34 expref: 181 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.629429:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d705db lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f1f expref: 180 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.629436:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.629439:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764888.629486:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d70621 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.629499:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d70621 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.629509:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d70621 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764888.629625:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d56e7f48 reply state 00000000b6bcd496 transno 4295101741 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d70621 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.629637:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d70621 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.629646:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.629649:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764888.629652:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764888.629745:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14454:x1862022293730432:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 409us (929us total) trans 4295101741 rc 0/0
00000100:00100000:2.0:1775764888.629752:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205927
00000100:00100000:2.0:1775764888.643052:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.643100:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.643428:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293730688
00000100:00100000:3.0:1775764888.643437:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293730688
00000100:00100000:0.0:1775764888.643469:0:15573:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293730560
00000100:00100000:0.0:1775764888.643482:0:15573:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293730560
00000100:00100000:3.0:1775764888.643542:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205928
00000100:00100000:3.0:1775764888.643565:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293730688:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:0.0:1775764888.643575:0:15573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2095
00000100:00100000:0.0:1775764888.643589:0:15573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2400:x1862022293730560:12345-192.168.202.56@tcp:2:dbench.0
00010000:00010000:3.0:1775764888.643592:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.643618:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70628 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f3b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764888.643776:0:15573:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1775764888.643780:0:15573:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb mtime from disk: 1775764875 -> 1775764863
00002000:00010000:0.0:1775764888.643784:0:15573:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb atime from disk: 1775764878 -> 1775764868
00002000:00010000:0.0:1775764888.643786:0:15573:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888
00002000:00010000:0.0:1775764888.643789:0:15573:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1775764888.643914:0:15573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2400:x1862022293730560:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 329us (813us total) trans 4294967910 rc 0/0
00000100:00100000:0.0:1775764888.643923:0:15573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2095
00010000:00010000:3.0:1775764888.644308:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7062f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644323:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7062f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644331:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7062f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644344:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70636 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644349:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70636 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644353:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70636 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644381:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7062f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644385:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7062f lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644389:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7062f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644393:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.644398:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7062f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644404:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7062f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644415:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764888.644417:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.644419:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7062f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644423:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7062f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644431:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70636 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644435:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70636 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644438:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70636 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644441:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.644443:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70636 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644448:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70636 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644454:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xb8ca0b93 (ffff93c69abafd00)
00010000:00010000:3.0:1775764888.644456:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.644458:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70636 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644463:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70636 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644495:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70628 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f3b expref: 182 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644505:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764888.644508:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764888.644511:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70628 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f3b expref: 182 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.644521:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842200, rc 0)
00000100:00100000:3.0:1775764888.644729:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293730688:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1167us (1683us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764888.644737:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205928
00000100:00100000:1.0:1775764888.670186:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.670248:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.670344:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293730944
00000100:00100000:0.0:1775764888.670358:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293731072
00000100:00100000:2.0:1775764888.670362:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293730944
00000100:00100000:0.0:1775764888.670369:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293731072
00000100:00100000:2.0:1775764888.670446:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205929
00000100:00100000:2.0:1775764888.670458:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14453:x1862022293730944:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.670480:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.670484:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1775764888.670514:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70605 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f2d expref: 182 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.670538:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00000100:00100000:0.0:1775764888.670545:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205930
00000100:00100000:0.0:1775764888.670574:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14454:x1862022293731072:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.670575:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764888.670593:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d7063d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f42 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.670595:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764888.670626:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70644 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f49 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.670715:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d7064b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.670731:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70652 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.670732:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d7064b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.670805:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70652 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.670817:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70652 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764888.670897:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:0.0:1775764888.670903:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764888.670928:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70652 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.671025:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d7064b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.671138:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d70659 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.671148:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d70659 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.671156:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d70659 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764888.671469:0:6519:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x81:0x0], index 0: 0
00010000:00010000:2.0:1775764888.671628:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70660 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10171:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.671639:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70660 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10171:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.671646:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70660 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10171:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.672096:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70644 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f49 expref: 185 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.672124:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70652 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f49 expref: 184 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.672136:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:0.0:1775764888.672140:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764888.672146:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165a00, rc 0)
00000100:00100000:1.0:1775764888.672379:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14454:x1862022293731072:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1798us (2120us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764888.672391:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205930
00010000:00010000:2.0:1775764888.674668:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d7064b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.674684:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d7064b lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.674692:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d7064b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.674703:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.674709:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d7064b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.674716:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d7064b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.674734:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764888.674738:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.674743:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d7064b lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.674749:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d7064b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764888.674768:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2a484ce reply state 00000000c0056333 transno 4295101742 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d70659 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.674780:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d70659 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.674787:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xb8ca0b93 (ffff93c6828a0100)
00010000:00010000:2.0:1775764888.674790:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764888.674793:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764888.674859:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d7063d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f42 expref: 184 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.674875:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70660 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10171:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f42 expref: 183 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.674888:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10171:0x0].0x0 (ffff93c6828a0400)
00010000:00010000:2.0:1775764888.674890:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764888.674893:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008400, rc 0)
00000100:00100000:2.0:1775764888.674970:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14453:x1862022293730944:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 4515us (4800us total) trans 4295101742 rc 0/0
00000100:00100000:2.0:1775764888.674979:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205929
00000100:00100000:1.0:1775764888.695711:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.695774:0:15596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293731200
00000100:00100000:0.0:1775764888.695789:0:15596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293731200
00000100:00100000:0.0:1775764888.696161:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2096
00000100:00100000:0.0:1775764888.696175:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+92:2402:x1862022293731200:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:1.0:1775764888.696186:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764888.696201:0:15596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764888.696230:0:15596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fcc0872e/0x9da62835f5d7066e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f50 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764888.696268:0:15596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x81:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764888.696293:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764888.696296:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764888.696306:0:15596:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcc0872e/0x9da62835f5d7066e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f50 expref: 93 pid: 15596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.696327:0:15596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fcc0872e/0x9da62835f5d7066e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f50 expref: 93 pid: 15596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.696344:0:15596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164000, rc 0)
00000100:00100000:0.0:1775764888.696769:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+93:2402:x1862022293731200:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 595us (1063us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764888.696779:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2096
00000100:00100000:3.0:1775764888.698045:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293731328
00000100:00100000:3.0:1775764888.698059:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293731328
00000100:00100000:3.0:1775764888.698137:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205931
00000100:00100000:3.0:1775764888.698149:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14454:x1862022293731328:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.698174:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.698195:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70675 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f57 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698343:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d7067c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698374:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d7067c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698390:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d7067c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698406:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70683 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698415:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70683 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698431:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70683 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698556:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d7068a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698567:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d7068a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698581:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d7068a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764888.698634:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:2.0:1775764888.698639:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764888.698662:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d7068a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698674:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d7068a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698685:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d7067c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698692:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d7067c lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698699:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d7067c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698705:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e798e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.698709:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d7067c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698717:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d7067c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698731:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764888.698734:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.698739:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d7067c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698750:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d7067c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698765:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70683 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698771:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70683 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698778:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70683 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698783:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764888.698786:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70683 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698792:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70683 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698798:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6828a0500)
00010000:00010000:2.0:1775764888.698801:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764888.698804:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70683 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698810:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70683 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698879:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70675 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f57 expref: 186 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698909:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d7068a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f57 expref: 185 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.698918:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.698920:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764888.698923:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e799c00, rc 0)
00000100:00100000:2.0:1775764888.699004:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14454:x1862022293731328:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 857us (2820us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.699013:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205931
00000100:00100000:1.0:1775764888.708718:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.709114:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293731456
00000100:00100000:3.0:1775764888.709128:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293731456
00000100:00100000:3.0:1775764888.709266:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1171
00000100:00100000:3.0:1775764888.709279:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:2400:x1862022293731456:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764888.709303:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764888.709340:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d7068a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f57 expref: 185 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.709366:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:3.0:1775764888.709372:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764888.709468:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:2400:x1862022293731456:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 192us (764us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.709476:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1171
00000100:00100000:1.0:1775764888.717155:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.717278:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.717350:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293731712
00000100:00100000:2.0:1775764888.717375:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293731712
00000100:00100000:2.0:1775764888.717469:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2987
00000100:00100000:2.0:1775764888.717481:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14453:x1862022293731712:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764888.717863:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14453:x1862022293731712:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 358us (907us total) trans 4295101743 rc 0/0
00000100:00100000:2.0:1775764888.717873:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2987
00000100:00100000:3.0:1775764888.719196:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293731968
00000100:00100000:3.0:1775764888.719214:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293731968
00000100:00100000:3.0:1775764888.719279:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205932
00000100:00100000:3.0:1775764888.719289:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14454:x1862022293731968:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764888.719352:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764888.719401:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70652 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f49 expref: 185 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.719834:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:3.0:1775764888.719867:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764888.720114:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70691 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.720135:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70691 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.720149:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70691 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764888.720291:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052591c7e reply state 00000000c1c91354 transno 4295101744 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70691 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.720312:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70691 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.720319:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:3.0:1775764888.720323:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764888.720326:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764888.721930:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14454:x1862022293731968:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 2633us (4642us total) trans 4295101744 rc 0/0
00000100:00100000:0.0:1775764888.722092:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205932
00000100:00100000:3.0:1775764888.741382:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.741428:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.741605:0:15572:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293732096
00000100:00100000:2.0:1775764888.741622:0:15572:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293732096
00000100:00100000:2.0:1775764888.741714:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2097
00000100:00100000:2.0:1775764888.741725:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c683aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2401:x1862022293732096:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:2.0:1775764888.741978:0:15572:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:2.0:1775764888.741983:0:15572:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb mtime from disk: 1775764863 -> 1775764876
00002000:00010000:2.0:1775764888.741986:0:15572:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb atime from disk: 1775764868 -> 1775764858
00002000:00010000:2.0:1775764888.741988:0:15572:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888
00002000:00010000:2.0:1775764888.741992:0:15572:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:2.0:1775764888.742071:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c683aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2401:x1862022293732096:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 348us (698us total) trans 4294967911 rc 0/0
00000100:00100000:2.0:1775764888.742080:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2097
00000100:00100000:0.0:1775764888.742767:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293732352
00000100:00100000:0.0:1775764888.742777:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293732352
00000100:00100000:0.0:1775764888.742869:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205933
00000100:00100000:0.0:1775764888.742879:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14453:x1862022293732352:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764888.742965:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764888.743001:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70660 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10171:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f42 expref: 186 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.743024:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10171:0x0].0x0 (ffff93c6828a0400)
00010000:00010000:0.0:1775764888.743037:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764888.743061:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70698 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.743078:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70698 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.743091:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70698 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.743103:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7069f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.743111:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7069f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.743119:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7069f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.743220:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d706a6 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10171:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.743230:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d706a6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10171:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.743238:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d706a6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10171:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764888.745234:0:10031:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].91, 64 off14040
00000004:00080000:0.0:1775764888.745258:0:10031:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 2142995416952ns, next at 2143995411072ns, rc = 0
00010000:00010000:0.0:1775764888.745341:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d706ad lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10171:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.745802:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d706ad lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10171:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.745818:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d706ad lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10171:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.745828:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d706ad lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10171:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.745835:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d706ad lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10171:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746112:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d706ad lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10171:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746133:0:10031:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764888.746164:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d706a6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10171:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746170:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d706a6 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10171:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746176:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d706a6 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10171:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746182:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764888.746188:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d706a6 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10171:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746196:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d706a6 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10171:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746216:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10171:0x0].0x0 (ffff93c69bed0800)
00010000:00010000:0.0:1775764888.746220:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764888.746225:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d706a6 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10171:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746232:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d706a6 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10171:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746261:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70698 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746268:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70698 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746273:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70698 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746279:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70698 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746284:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764888.746286:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70698 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746291:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70698 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746298:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764888.746301:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764888.746303:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70698 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746313:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70698 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764888.746322:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000461aa8ee reply state 000000009b5027fd transno 4295101745 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7069f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746335:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7069f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.746342:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xb8ca0b93 (ffff93c6828a0100)
00010000:00010000:0.0:1775764888.746344:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764888.746348:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764888.748460:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764888.748477:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d706ad lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10171:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.748491:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165600 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764888.748495:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d706ad lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10171:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.748506:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d706ad lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10171:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.748528:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10171:0x0].0x0 (ffff93c69bed0800)
00010000:00010000:3.0:1775764888.748531:0:6506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764888.748536:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d706ad lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10171:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.748541:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d706ad lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10171:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.748582:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764888.748584:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764888.748586:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764888.749862:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:14453:x1862022293732352:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 6953us (8401us total) trans 4295101745 rc 0/0
00000100:00100000:0.0:1775764888.749878:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205933
00000100:00100000:0.0:1775764888.754269:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.754737:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293732608
00000100:00100000:3.0:1775764888.754751:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293732608
00000100:00100000:3.0:1775764888.754824:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205934
00000100:00100000:3.0:1775764888.754835:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:14454:x1862022293732608:12345-192.168.202.56@tcp:55:dbench.0
00010000:00010000:3.0:1775764888.754974:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d706b4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.754998:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d706b4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.755015:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d706b4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.755058:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d706b4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.755066:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d706b4 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.755073:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d706b4 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.755080:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764888.755085:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d706b4 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.755094:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d706b4 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.755108:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:3.0:1775764888.755111:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1775764888.755117:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d706b4 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.755123:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d706b4 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764888.755209:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:14454:x1862022293732608:12345-192.168.202.56@tcp:55:dbench.0 Request processed in 375us (955us total) trans 0 rc -22/-22
00000100:00100000:3.0:1775764888.755219:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205934
00000100:00100000:0.0:1775764888.758409:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.759179:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293732864
00000100:00100000:2.0:1775764888.759195:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293732864
00000100:00100000:2.0:1775764888.759281:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205935
00000100:00100000:2.0:1775764888.759293:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:14453:x1862022293732864:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764888.759374:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764888.759697:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d705b1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f11 expref: 187 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.759726:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:2.0:1775764888.759732:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764888.759799:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d706bb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.759816:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d706bb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.759828:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d706bb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764888.760153:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec13791b reply state 00000000ca61aa1f transno 4295101746 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d706bb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.760169:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d706bb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.760176:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:2.0:1775764888.760181:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764888.760184:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764888.760313:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14453:x1862022293732864:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1021us (1915us total) trans 4295101746 rc 0/0
00000100:00100000:2.0:1775764888.760323:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205935
00000100:00100000:1.0:1775764888.769813:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.770864:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293732992
00000100:00100000:2.0:1775764888.770881:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293732992
00000100:00100000:2.0:1775764888.770975:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205936
00000100:00100000:2.0:1775764888.770987:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+188:14454:x1862022293732992:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.771017:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.771046:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d706c2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f5e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.771178:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d706c9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.771198:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d706c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.771212:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d706c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764888.771246:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:2.0:1775764888.771252:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764888.771277:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d706c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.771311:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d706c2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f5e expref: 190 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.771340:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d706c9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f5e expref: 189 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.771351:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.771355:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764888.771360:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e798e00, rc 0)
00000100:00100000:2.0:1775764888.772063:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14454:x1862022293732992:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1075us (2262us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.772075:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205936
00000100:00100000:2.0:1775764888.779782:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.780648:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293733120
00000100:00100000:1.0:1775764888.780663:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293733120
00000100:00100000:1.0:1775764888.780750:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2098
00000100:00100000:1.0:1775764888.780762:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+93:2402:x1862022293733120:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:1.0:1775764888.781037:0:15570:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:1.0:1775764888.781041:0:15570:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb mtime from disk: 1775764863 -> 1775764875
00002000:00010000:1.0:1775764888.781044:0:15570:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb atime from disk: 1775764867 -> 1775764878
00002000:00010000:1.0:1775764888.781047:0:15570:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb ctime from disk: 1775764887 -> 1775764888
00002000:00010000:1.0:1775764888.781050:0:15570:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:1.0:1775764888.781137:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+94:2402:x1862022293733120:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 377us (1369us total) trans 4294967947 rc 0/0
00000100:00100000:1.0:1775764888.781147:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2098
00000001:00080000:0.0:1775764888.784292:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967947 is committed
00000001:00080000:0.0:1775764888.784315:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967942 is committed
00000100:00100000:0.0:1775764888.790798:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.791001:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293733248
00000100:00100000:3.0:1775764888.791012:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293733248
00000100:00100000:3.0:1775764888.791073:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205937
00000100:00100000:3.0:1775764888.791083:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14453:x1862022293733248:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.791106:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.791125:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d706d0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f65 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.791210:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d706d7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.791224:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d706d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.791235:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d706d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764888.791259:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00000004:00200000:3.0:1775764888.791263:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764888.791283:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d706d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.791313:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d706d0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f65 expref: 191 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.791334:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d706d7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f65 expref: 190 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.791342:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764888.791345:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764888.791348:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:3.0:1775764888.791399:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+190:14453:x1862022293733248:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 319us (611us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.791406:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205937
00000100:00100000:0.0:1775764888.805729:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.806336:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293733376
00000100:00100000:2.0:1775764888.806352:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293733376
00000100:00100000:2.0:1775764888.811389:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.811775:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293733504
00000100:00100000:1.0:1775764888.811789:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293733504
00000100:00100000:1.0:1775764888.811917:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205938
00000100:00100000:1.0:1775764888.811929:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+191:14453:x1862022293733504:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764888.811966:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764888.811995:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d706de lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f73 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812083:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d706e5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812105:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d706e5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812120:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d706e5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812133:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d706ec lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812141:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d706ec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812147:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d706ec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812248:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d706f3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812258:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d706f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812266:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d706f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764888.812314:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00000004:00200000:1.0:1775764888.812319:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764888.812343:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d706f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812355:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d706f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812384:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d706e5 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812392:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d706e5 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812399:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d706e5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812406:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d706e5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.812413:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707000 already unused, calling callback (ffffffffc16c54f0)
00000100:00100000:0.0:1775764888.813178:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205939
00000100:00100000:0.0:1775764888.813190:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14454:x1862022293733376:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764888.813206:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764888.813221:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d706fa lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f6c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.813280:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70701 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.813293:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70701 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.813303:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70701 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.813314:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70708 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.813321:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70708 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.813328:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70708 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.813401:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7070f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.813412:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7070f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814082:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7070f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764888.814136:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016e:0x0]: returning size 11991
00000004:00200000:0.0:1775764888.814141:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764888.814163:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7070f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814180:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7070f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814191:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70701 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814198:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70701 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814206:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70701 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814213:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764888.814218:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70701 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814227:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70701 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814242:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:0.0:1775764888.814245:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764888.814251:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70701 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814259:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70701 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814275:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70708 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814282:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70708 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814289:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70708 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814295:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764888.814297:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70708 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814304:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70708 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814312:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6828a0500)
00010000:00010000:0.0:1775764888.814315:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764888.814318:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70708 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814324:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70708 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.814361:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d706fa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f6c expref: 194 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.814758:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d706e5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.814766:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d706e5 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.814777:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:1.0:1775764888.814780:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764888.814783:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d706e5 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.814790:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d706e5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.814805:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d706ec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.814811:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d706ec lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.814817:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d706ec lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.814821:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764888.814824:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d706ec lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.814829:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d706ec lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.814837:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6828a0000)
00010000:00010000:1.0:1775764888.815163:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764888.815168:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d706ec lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.815175:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d706ec lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.815210:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d706de lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f73 expref: 194 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.815223:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d706f3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f73 expref: 193 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.815230:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:1.0:1775764888.815233:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764888.815236:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e707a00, rc 0)
00000100:00100000:1.0:1775764888.815336:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:14453:x1862022293733504:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3408us (3972us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764888.815347:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205938
00010000:00010000:0.0:1775764888.815503:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7070f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f6c expref: 192 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.815513:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:0.0:1775764888.815516:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764888.815519:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164800, rc 0)
00000100:00100000:0.0:1775764888.815544:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14454:x1862022293733376:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2357us (9826us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764888.815563:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205939
00000100:00100000:0.0:1775764888.821950:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.822154:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293733760
00000100:00100000:2.0:1775764888.822169:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293733760
00000100:00100000:2.0:1775764888.822244:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205940
00000100:00100000:2.0:1775764888.822256:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14454:x1862022293733760:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764888.822335:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764888.822370:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7070f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f6c expref: 192 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.822398:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d706c9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016e:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f5e expref: 191 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.822410:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.822429:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764888.822496:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d70716 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.822513:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d70716 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.822525:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d70716 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764888.822677:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aff545bd reply state 0000000040fc30e3 transno 4295101747 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d70716 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.822692:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d70716 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.822699:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:2.0:1775764888.822702:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764888.822705:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764888.822825:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14454:x1862022293733760:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 570us (895us total) trans 4295101747 rc 0/0
00000100:00100000:2.0:1775764888.822834:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205940
00000100:00100000:2.0:1775764888.827571:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.827772:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293734016
00000100:00100000:3.0:1775764888.827785:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293734016
00000100:00100000:3.0:1775764888.827880:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205941
00000100:00100000:3.0:1775764888.827893:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293734016:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764888.827973:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1775764888.828010:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d706f3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f73 expref: 192 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.828035:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d706d7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f65 expref: 191 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.828048:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764888.828054:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764888.828114:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7071d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.828130:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7071d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.828141:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7071d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764888.828277:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000037a10a7f reply state 00000000b398e9e5 transno 4295101748 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7071d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.828291:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7071d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.828297:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764888.828300:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764888.828302:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764888.828409:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293734016:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 519us (859us total) trans 4295101748 rc 0/0
00000100:00100000:3.0:1775764888.828634:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205941
00000100:00100000:0.0:1775764888.832985:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.833386:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.834239:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293734144
00000100:00100000:2.0:1775764888.834253:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293734144
00000100:00100000:2.0:1775764888.834328:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293734272
00000100:00100000:2.0:1775764888.834332:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293734272
00000100:00100000:2.0:1775764888.834361:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2099
00000100:00100000:2.0:1775764888.834372:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2403:x1862022293734144:12345-192.168.202.56@tcp:2:dbench.0
00000100:00100000:3.0:1775764888.834583:0:15587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2100
00000100:00100000:3.0:1775764888.834593:0:15587:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2403:x1862022293734272:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:2.0:1775764888.834756:0:14278:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:3.0:1775764888.834756:0:15587:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:2.0:1775764888.834760:0:14278:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb mtime from disk: 1775764876 -> 1775764864
00002000:00010000:3.0:1775764888.834760:0:15587:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb mtime from disk: 1775764875 -> 1775764863
00002000:00010000:2.0:1775764888.834763:0:14278:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb atime from disk: 1775764858 -> 1775764848
00002000:00010000:3.0:1775764888.834763:0:15587:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb atime from disk: 1775764878 -> 1775764868
00002000:00010000:2.0:1775764888.834766:0:14278:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888
00002000:00010000:3.0:1775764888.834766:0:15587:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888
00002000:00010000:2.0:1775764888.834769:0:14278:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x80:0x0] updating lvb blocks from disk: 0 -> 0
00002000:00010000:3.0:1775764888.834769:0:15587:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:3.0:1775764888.834872:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2403:x1862022293734272:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 281us (1487us total) trans 4294967948 rc 0/0
00000100:00100000:3.0:1775764888.834892:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2100
00000100:00100000:2.0:1775764888.837141:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2403:x1862022293734144:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 2757us (4157us total) trans 4294967912 rc 0/0
00000100:00100000:2.0:1775764888.837159:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2099
00000100:00100000:0.0:1775764888.853251:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.853309:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.853436:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293734656
00000100:00100000:3.0:1775764888.853517:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293734656
00000100:00100000:1.0:1775764888.853662:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293734400
00000100:00100000:3.0:1775764888.853666:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2988
00000100:00100000:1.0:1775764888.853667:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293734400
00000100:00100000:3.0:1775764888.853677:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4860c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:14454:x1862022293734656:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764888.853706:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205942
00000100:00100000:1.0:1775764888.853713:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:14453:x1862022293734400:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764888.853724:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764888.853749:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70724 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f7a expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.853884:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7072b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.853904:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7072b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.853916:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7072b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764888.853947:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00000004:00200000:1.0:1775764888.853951:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764888.853971:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7072b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.853994:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70724 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f7a expref: 196 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.854012:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7072b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f7a expref: 195 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.854027:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:1.0:1775764888.854030:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764888.854034:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e707400, rc 0)
00000100:00100000:3.0:1775764888.854037:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4860c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14454:x1862022293734656:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 362us (728us total) trans 4295101749 rc 0/0
00000100:00100000:3.0:1775764888.854046:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2988
00000100:00100000:1.0:1775764888.854052:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14453:x1862022293734400:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 341us (816us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764888.854057:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205942
00000100:00100000:1.0:1775764888.870033:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.870134:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293734784
00000100:00100000:2.0:1775764888.870148:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293734784
00000100:00100000:2.0:1775764888.870378:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205943
00000100:00100000:2.0:1775764888.870389:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14453:x1862022293734784:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764888.870424:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764888.870759:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d70732 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f81 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.871054:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70739 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.871074:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70739 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.871092:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70739 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871406:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70740 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871427:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70740 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871510:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70740 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871626:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70747 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871638:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70747 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871646:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70747 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764888.871703:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00000004:00200000:0.0:1775764888.871709:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764888.871732:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70747 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871744:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70747 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871759:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70739 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871765:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70739 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871773:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70739 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871780:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764888.871785:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70739 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871794:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70739 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871807:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764888.871811:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764888.871816:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70739 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871822:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70739 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871885:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70740 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871903:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70740 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871910:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70740 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871916:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764888.871920:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70740 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871926:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70740 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.871934:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6828a0000)
00010000:00010000:0.0:1775764888.871936:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764888.871939:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70740 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.872626:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70740 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.872680:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d70732 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f81 expref: 196 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.872696:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70747 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f81 expref: 195 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.872706:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764888.872708:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764888.872711:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165e00, rc 0)
00000100:00100000:0.0:1775764888.872808:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14453:x1862022293734784:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2420us (2788us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764888.872818:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205943
00000100:00100000:2.0:1775764888.882258:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.882668:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293735040
00000100:00100000:1.0:1775764888.882682:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293735040
00000100:00100000:1.0:1775764888.882786:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2989
00000100:00100000:1.0:1775764888.882799:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14454:x1862022293735040:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764888.883173:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:14454:x1862022293735040:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 375us (927us total) trans 4295101750 rc 0/0
00000100:00100000:1.0:1775764888.883183:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2989
00000100:00100000:2.0:1775764888.890797:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.891094:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293735296
00000100:00100000:3.0:1775764888.891110:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293735296
00000100:00100000:3.0:1775764888.891192:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205944
00000100:00100000:3.0:1775764888.891203:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:14453:x1862022293735296:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764888.891284:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1775764888.891321:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70747 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f81 expref: 196 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.891349:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7072b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f7a expref: 195 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.891360:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764888.891379:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764888.891594:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7074e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.891613:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7074e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.891629:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7074e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764888.891767:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001df631dd reply state 000000000b8ea7d7 transno 4295101751 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7074e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.891781:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7074e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.891788:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:3.0:1775764888.891791:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764888.891794:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764888.896450:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.898159:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293735424
00000100:00100000:1.0:1775764888.898177:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293735424
00000100:00100000:1.0:1775764888.898265:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205945
00000100:00100000:1.0:1775764888.898279:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+197:14454:x1862022293735424:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:2.0:1775764888.898295:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+197:14453:x1862022293735296:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 7090us (7508us total) trans 4295101751 rc 0/0
00000100:00100000:2.0:1775764888.898306:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205944
00010000:00010000:1.0:1775764888.898320:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764888.898348:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70755 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f88 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898430:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d7075c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898462:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d7075c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898478:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d7075c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898497:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70763 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898505:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70763 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898512:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70763 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898632:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7076a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898641:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7076a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898648:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7076a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764888.898701:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:1.0:1775764888.898706:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764888.898729:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7076a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898742:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7076a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898755:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d7075c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898762:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d7075c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898769:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d7075c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898776:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d7075c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898782:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764888.898787:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d7075c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898794:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d7075c lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898806:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764888.898809:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764888.898815:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d7075c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898821:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d7075c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898856:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70763 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898864:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70763 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898882:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70763 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898889:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764888.898891:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70763 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898897:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70763 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898904:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x57ca59f5 (ffff93c6877ce600)
00010000:00010000:1.0:1775764888.898907:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764888.898909:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70763 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898915:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70763 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898954:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d70755 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f88 expref: 198 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898968:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7076a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f88 expref: 197 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.898975:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764888.898978:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764888.898980:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e706800, rc 0)
00000100:00100000:1.0:1775764888.899056:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+197:14454:x1862022293735424:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 781us (2625us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764888.899065:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205945
00000100:00100000:0.0:1775764888.909149:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764888.909245:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293735552
00000100:00100000:1.0:1775764888.909260:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293735552
00000100:00100000:1.0:1775764888.909334:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2101
00000100:00100000:1.0:1775764888.909347:0:8401:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2403:x1862022293735552:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:1.0:1775764888.909562:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:1.0:1775764888.909566:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb mtime from disk: 1775764863 -> 1775764876
00002000:00010000:1.0:1775764888.909569:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb atime from disk: 1775764868 -> 1775764858
00002000:00010000:1.0:1775764888.909571:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888
00002000:00010000:1.0:1775764888.909573:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:1.0:1775764888.909649:0:8401:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2403:x1862022293735552:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 305us (513us total) trans 4294967949 rc 0/0
00000100:00100000:1.0:1775764888.909659:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2101
00000100:00100000:2.0:1775764888.930911:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764888.931093:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293735808
00000100:00100000:3.0:1775764888.931107:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293735808
00000100:00100000:3.0:1775764888.931178:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205946
00000100:00100000:3.0:1775764888.931190:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+197:14454:x1862022293735808:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764888.931224:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764888.931252:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70771 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f8f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.931397:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.931418:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7076a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f88 expref: 198 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.931427:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.931478:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7076a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f88 expref: 198 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.931495:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7076a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f88 expref: 198 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764888.931511:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682f8dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277258112:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764888.931648:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0a80 going to sleep for 11 seconds
00000100:00100000:3.0:1775764888.941186:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682f8dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277258112:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764888.941227:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764888.941451:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.941559:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293736064
00000100:00100000:0.0:1775764888.941569:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293736064
00000100:00100000:0.0:1775764888.941642:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205947
00000100:00100000:0.0:1775764888.941653:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14453:x1862022293736064:12345-192.168.202.56@tcp:55:dbench.0
00010000:00010000:0.0:1775764888.941742:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7077f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.941763:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7077f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.941777:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7077f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.941819:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7077f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.941825:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7077f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.941831:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7077f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.941836:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764888.941895:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7077f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.941903:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7077f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.941916:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764888.941921:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:0.0:1775764888.941926:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7077f lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.941933:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7077f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764888.942021:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14453:x1862022293736064:12345-192.168.202.56@tcp:55:dbench.0 Request processed in 369us (571us total) trans 0 rc -22/-22
00000100:00100000:0.0:1775764888.942030:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205947
00000001:00080000:3.0:1775764888.952392:0:6496:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969486 is committed
00000100:00100000:2.0:1775764888.954279:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.954328:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.954538:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293736320
00000100:00100000:0.0:1775764888.954559:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293736320
00000100:00100000:0.0:1775764888.954634:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205948
00000100:00100000:0.0:1775764888.954646:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14453:x1862022293736320:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764888.954674:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764888.954703:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d70786 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f96 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.954832:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7078d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.954902:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7078d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.954917:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7078d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764888.954955:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00000004:00200000:0.0:1775764888.954960:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764888.954983:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7078d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.955013:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d70786 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f96 expref: 201 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.955033:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7078d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f96 expref: 200 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.955042:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764888.955046:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764888.955050:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164a00, rc 0)
00000100:00100000:0.0:1775764888.955128:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:14453:x1862022293736320:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 485us (799us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764888.955136:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205948
00000100:00100000:3.0:1775764888.955467:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293736192
00000100:00100000:3.0:1775764888.955474:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293736192
00010000:00010000:3.0:1775764888.955502:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7076a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f88 expref: 200 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764888.955534:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3299
00000100:00100000:3.0:1775764888.955542:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:2400:x1862022293736192:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764888.955564:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764888.955570:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7076a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f88 expref: 200 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.955583:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7076a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f88 expref: 200 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.955601:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7076a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f88 expref: 200 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.955614:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:3.0:1775764888.955619:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.955627:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.955635:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764888.955671:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764888.955695:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:2400:x1862022293736192:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 154us (1442us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764888.955703:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3299
00010000:00010000:1.0:1775764888.955824:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.955832:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764888.955888:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00010000:00010000:1.0:1775764888.956034:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70771 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f8f expref: 200 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.956049:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f8f expref: 199 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764888.956057:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:1.0:1775764888.956061:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764888.956063:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:1.0:1775764888.956090:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14454:x1862022293735808:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 24903us (25250us total) trans 4295101752 rc 0/0
00000100:00100000:1.0:1775764888.956097:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205946
00000100:00100000:1.0:1775764888.978675:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.978903:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293736448
00000100:00100000:0.0:1775764888.978918:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293736448
00000100:00100000:0.0:1775764888.978996:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205949
00000100:00100000:0.0:1775764888.979007:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14453:x1862022293736448:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764888.979040:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764888.979067:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7079b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465f9d expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979144:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707a2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979163:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707a2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979177:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707a2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979192:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707a9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979200:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979205:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979298:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d707b0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979308:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d707b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979314:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d707b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764888.979366:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016f:0x0]: returning size 11991
00000004:00200000:0.0:1775764888.979372:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764888.979399:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d707b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979411:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d707b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979420:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707a2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979428:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707a2 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979440:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707a2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979446:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764888.979452:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707a2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979460:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707a2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979475:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764888.979478:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764888.979484:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707a2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979491:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707a2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979508:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979514:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707a9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979520:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707a9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979531:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764888.979534:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707a9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979553:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707a9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979561:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6828a0000)
00010000:00010000:0.0:1775764888.979564:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764888.979567:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707a9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979573:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707a9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979601:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7079b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f9d expref: 201 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979613:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d707b0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f9d expref: 200 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.979620:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764888.979622:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764888.979625:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164800, rc 0)
00000100:00100000:0.0:1775764888.980515:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:14453:x1862022293736448:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 704us (1048us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764888.980530:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205949
00000100:00100000:2.0:1775764888.984125:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.984323:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293736576
00000100:00100000:0.0:1775764888.984335:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293736576
00000100:00100000:0.0:1775764888.984404:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205950
00000100:00100000:0.0:1775764888.984415:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:14454:x1862022293736576:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764888.984449:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764888.984476:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d707b7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465fa4 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.984632:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d707be lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.984651:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f8f expref: 201 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.984660:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d707be lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.984701:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f8f expref: 201 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.984715:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f8f expref: 201 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764888.984727:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4936300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277258240:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764888.984805:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898000 going to sleep for 11 seconds
00000100:00100000:3.0:1775764888.988566:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764888.988678:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293736704
00000100:00100000:2.0:1775764888.988691:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293736704
00010000:00010000:2.0:1775764888.988740:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f8f expref: 202 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764888.988798:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3300
00000100:00100000:2.0:1775764888.988809:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:2402:x1862022293736704:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764888.988827:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764888.988835:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f8f expref: 202 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.988902:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f8f expref: 202 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.988932:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764888.988940:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d707be lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.988952:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d707be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.988962:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d707be lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764888.988992:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764888.989053:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:2402:x1862022293736704:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 245us (507us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764888.989062:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3300
00010000:00010000:0.0:1775764888.989326:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70778 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10163:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f8f expref: 201 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764888.989348:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4936300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277258240:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764888.989379:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d707be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.989395:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d707be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.989402:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d707be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764888.989468:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:0.0:1775764888.989474:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764888.989503:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d707be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.989543:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d707b7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fa4 expref: 201 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.989601:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d707be lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fa4 expref: 200 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.989610:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:0.0:1775764888.989612:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764888.989615:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164e00, rc 0)
00000100:00100000:0.0:1775764888.989820:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:14454:x1862022293736576:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 5406us (5704us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764888.989828:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205950
00000100:00100000:1.0:1775764888.992315:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.993059:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293736960
00000100:00100000:0.0:1775764888.993073:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293736960
00000100:00100000:0.0:1775764888.993150:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205951
00000100:00100000:0.0:1775764888.993161:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:14453:x1862022293736960:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764888.993234:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1775764888.993269:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d707b0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f9d expref: 200 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.993295:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7078d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016f:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f96 expref: 199 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.993307:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764888.993314:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764888.993377:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d707c5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.993394:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d707c5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.993406:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d707c5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764888.994474:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c40ae790 reply state 00000000a3bd6c79 transno 4295101753 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d707c5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.994509:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d707c5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764888.994520:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764888.994523:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764888.994527:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764888.994693:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:14453:x1862022293736960:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1531us (2387us total) trans 4295101753 rc 0/0
00000100:00100000:0.0:1775764888.994704:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205951
00000100:00100000:3.0:1775764888.997986:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764888.999221:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293737216
00000100:00100000:0.0:1775764888.999238:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293737216
00000100:00100000:0.0:1775764888.999318:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2990
00000100:00100000:0.0:1775764888.999329:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:14454:x1862022293737216:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764889.004524:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.004745:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293737344
00000100:00100000:0.0:1775764889.004759:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293737344
00000100:00100000:0.0:1775764889.004836:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2102
00000100:00100000:0.0:1775764889.004891:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2403:x1862022293737344:12345-192.168.202.56@tcp:2:dbench.0
00002000:00010000:0.0:1775764889.007129:0:15591:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1775764889.007139:0:15591:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb mtime from disk: 1775764876 -> 1775764864
00002000:00010000:0.0:1775764889.007142:0:15591:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb atime from disk: 1775764858 -> 1775764848
00002000:00010000:0.0:1775764889.007145:0:15591:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb ctime from disk: 1775764888 -> 1775764888
00002000:00010000:0.0:1775764889.007147:0:15591:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x80:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1775764889.007258:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2403:x1862022293737344:12345-192.168.202.56@tcp:2:dbench.0 Request processed in 2373us (2743us total) trans 4294967950 rc 0/0
00000100:00100000:0.0:1775764889.007272:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2102
00000100:00100000:3.0:1775764889.012035:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.012535:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293737600
00000100:00100000:1.0:1775764889.012558:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293737600
00000100:00100000:1.0:1775764889.012654:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2991
00000100:00100000:1.0:1775764889.012666:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+201:14453:x1862022293737600:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764889.014821:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:14453:x1862022293737600:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 2144us (2785us total) trans 4295101754 rc 0/0
00000100:00100000:1.0:1775764889.014858:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2991
00000100:00080000:0.0:1775764889.018131:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1775764889.018657:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:14454:x1862022293737216:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 19320us (20674us total) trans 4295101755 rc 0/0
00000100:00100000:2.0:1775764889.018673:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2990
00000100:00100000:0.0:1775764889.034597:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.034717:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293737728
00000100:00100000:2.0:1775764889.034728:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293737728
00000100:00100000:2.0:1775764889.034791:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205952
00000100:00100000:2.0:1775764889.034801:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4936300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:14454:x1862022293737728:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764889.034825:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764889.034894:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d707cc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465fab expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.034959:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d707d3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.034973:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d707d3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.034985:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d707d3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.034999:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d707da lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035005:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d707da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035012:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d707da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035085:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d707e1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035095:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d707e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035102:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d707e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764889.035139:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10163:0x0]: returning size 15360
00000004:00200000:2.0:1775764889.035143:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764889.035159:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d707e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035171:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d707e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035179:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d707d3 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035184:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d707d3 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035190:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d707d3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035365:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d707d3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035376:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e798e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.035380:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d707d3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035388:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d707d3 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035400:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764889.035403:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.035408:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d707d3 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035414:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d707d3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035428:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d707da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035433:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d707da lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035438:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d707da lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035442:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.035444:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d707da lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035449:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d707da lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035459:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x57ca59f5 (ffff93c6828a0300)
00010000:00010000:2.0:1775764889.035461:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.035464:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d707da lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035469:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d707da lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035497:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d707cc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fab expref: 204 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035509:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d707e1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fab expref: 203 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.035515:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764889.035517:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764889.035520:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008400, rc 0)
00000100:00100000:2.0:1775764889.035591:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4936300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+203:14454:x1862022293737728:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 791us (1004us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.035599:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205952
00000100:00100000:1.0:1775764889.050814:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.050971:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293737984
00000100:00100000:3.0:1775764889.050981:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293737984
00000100:00100000:3.0:1775764889.051075:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2992
00000100:00100000:3.0:1775764889.051086:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+203:14453:x1862022293737984:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764889.051302:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+204:14453:x1862022293737984:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 218us (496us total) trans 4295101756 rc 0/0
00000100:00100000:3.0:1775764889.051309:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2992
00000100:00100000:2.0:1775764889.077861:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.077931:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.077971:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.078103:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293738496
00000100:00100000:0.0:1775764889.078113:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293738496
00000100:00100000:0.0:1775764889.078165:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205953
00000100:00100000:0.0:1775764889.078175:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+204:14453:x1862022293738496:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764889.078210:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764889.078235:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d707e8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465fb2 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078295:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d707ef lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078311:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d707ef lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078323:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d707ef lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078350:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707f6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078357:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078363:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078434:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707fd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078442:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078449:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764889.078492:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:0.0:1775764889.078496:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764889.078514:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078525:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078535:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d707ef lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078541:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d707ef lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078557:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d707ef lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078562:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764889.078566:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d707ef lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078573:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d707ef lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078585:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:0.0:1775764889.078588:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764889.078593:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d707ef lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078599:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d707ef lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078612:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078619:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707f6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078625:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707f6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078631:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764889.078633:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707f6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078638:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707f6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078645:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x57ca59f5 (ffff93c69bc6e000)
00010000:00010000:0.0:1775764889.078647:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764889.078649:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707f6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078655:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d707f6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078696:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d707e8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb2 expref: 206 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078719:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707fd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb2 expref: 205 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.078727:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:0.0:1775764889.078729:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764889.078731:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165e00, rc 0)
00000100:00100000:0.0:1775764889.078784:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:14453:x1862022293738496:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 611us (812us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.078791:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205953
00000100:00100000:1.0:1775764889.079425:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293738240
00000100:00100000:1.0:1775764889.079433:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293738240
00000100:00100000:1.0:1775764889.079485:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2993
00000100:00100000:1.0:1775764889.079493:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:14454:x1862022293738240:12345-192.168.202.56@tcp:35:dbench.0
00000001:00080000:1.0:1775764889.079702:0:15557:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295101757
00000100:00100000:1.0:1775764889.079984:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:14454:x1862022293738240:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 491us (2052us total) trans 4295101758 rc 0/0
00000100:00100000:1.0:1775764889.079992:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2993
00000020:00080000:1.0:1775764889.079996:0:15557:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:3.0:1775764889.088079:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293738368
00000100:00100000:3.0:1775764889.088093:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293738368
00000100:00100000:3.0:1775764889.088221:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1172
00000100:00100000:3.0:1775764889.088232:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:2400:x1862022293738368:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.088248:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.088272:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d707e1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fab expref: 207 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.088292:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:3.0:1775764889.088298:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764889.088363:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:2400:x1862022293738368:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 132us (10526us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.088370:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1172
00000100:00100000:0.0:1775764889.096734:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.096789:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.096866:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293739008
00000100:00100000:3.0:1775764889.096886:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293739008
00000100:00100000:3.0:1775764889.096946:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2994
00000100:00100000:3.0:1775764889.096957:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4861850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:14454:x1862022293739008:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764889.097239:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4861850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:14454:x1862022293739008:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 283us (447us total) trans 4295101759 rc 0/0
00000100:00100000:3.0:1775764889.097247:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2994
00000100:00100000:1.0:1775764889.098650:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293738752
00000100:00100000:1.0:1775764889.098663:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293738752
00000100:00100000:1.0:1775764889.098724:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205954
00000100:00100000:1.0:1775764889.098733:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:14453:x1862022293738752:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764889.098749:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764889.098769:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70804 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465fb9 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.098897:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.098912:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707fd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb2 expref: 208 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.098921:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.098954:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707fd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb2 expref: 208 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.098968:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707fd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb2 expref: 208 pid: 6518 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.098982:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69ab21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277258368:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764889.099082:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63900 going to sleep for 11 seconds
00000100:00100000:0.0:1775764889.107425:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.107668:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69ab21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277258368:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764889.107697:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.107861:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293739264
00000100:00100000:2.0:1775764889.107869:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293739264
00000100:00100000:2.0:1775764889.107931:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205955
00000100:00100000:2.0:1775764889.107943:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4936d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:14454:x1862022293739264:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764889.108001:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764889.108025:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d707be lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10163:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fa4 expref: 209 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108048:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a4826600/0x9da62835f5d6ef5a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10163:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465849 expref: 208 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108059:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c795e56900)
00010000:00010000:2.0:1775764889.108070:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764889.108090:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d70812 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108103:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d70812 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108112:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d70812 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108141:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d70819 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108150:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d70819 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108157:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d70819 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108235:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70820 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108243:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70820 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108250:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70820 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764889.108455:0:10031:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].92, 64 off14104
00010000:00010000:2.0:1775764889.108505:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d70827 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108513:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d70827 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108522:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d70827 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108528:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d70827 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108534:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d70827 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108539:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d70827 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108567:0:10031:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764889.108584:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70820 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108590:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70820 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108596:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70820 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108607:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.108612:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70820 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108619:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70820 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108628:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c6828a0e00)
00010000:00010000:2.0:1775764889.108630:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764889.108634:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70820 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108639:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d70820 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10163:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108654:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d70812 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108660:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d70812 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108664:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d70812 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108669:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d70812 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108673:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.108676:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d70812 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108684:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d70812 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108691:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:2.0:1775764889.108693:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.108696:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d70812 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108701:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008800/0x9da62835f5d70812 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764889.108708:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e0b8bfc7 reply state 000000000c446e29 transno 4295101760 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d70819 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108717:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d70819 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.108722:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x57ca59f5 (ffff93c6828a0300)
00010000:00010000:2.0:1775764889.108724:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764889.108727:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764889.108799:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4936d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:14454:x1862022293739264:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 859us (1388us total) trans 4295101760 rc 0/0
00000100:00100000:2.0:1775764889.108807:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205955
00010000:00010000:1.0:1775764889.109193:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1775764889.109200:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d70827 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.109206:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799000 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:1.0:1775764889.109210:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d70827 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.109218:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d70827 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.109230:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10163:0x0].0x0 (ffff93c6828a0e00)
00010000:00010000:1.0:1775764889.109233:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1775764889.109237:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d70827 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.109250:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764889.109252:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d70827 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10163:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.109274:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764889.109278:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764889.109281:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764889.109341:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293739392
00000100:00100000:3.0:1775764889.109347:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293739392
00010000:00010000:3.0:1775764889.109374:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707fd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb2 expref: 209 pid: 6518 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.109448:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3301
00000100:00100000:3.0:1775764889.109455:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:2402:x1862022293739392:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.109467:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.109473:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707fd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb2 expref: 209 pid: 6518 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.109485:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707fd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb2 expref: 209 pid: 6518 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.109500:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d707fd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb2 expref: 209 pid: 6518 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.109511:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:3.0:1775764889.109515:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.109523:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.109529:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.109564:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764889.109607:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:2402:x1862022293739392:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 152us (368us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.109618:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3301
00010000:00010000:1.0:1775764889.109730:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.109737:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764889.109753:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00010000:00010000:1.0:1775764889.109885:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70804 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb9 expref: 209 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.109902:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb9 expref: 208 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.109909:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764889.109911:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764889.109913:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e707000, rc 0)
00000100:00100000:1.0:1775764889.109942:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:14453:x1862022293738752:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11211us (13218us total) trans 4295101761 rc 0/0
00000100:00100000:1.0:1775764889.109949:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205954
00000100:00100000:0.0:1775764889.121488:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.121576:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293739520
00000100:00100000:3.0:1775764889.121594:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293739520
00000100:00100000:3.0:1775764889.121676:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205956
00000100:00100000:3.0:1775764889.121690:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4937b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:14453:x1862022293739520:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.121806:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.121837:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70835 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465fc0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.122227:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7083c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.122248:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb9 expref: 209 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.122257:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7083c lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.122294:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb9 expref: 209 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.122310:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb9 expref: 209 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.122333:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4935f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277258496:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764889.122418:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898a80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764889.129260:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.129372:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293739648
00000100:00100000:1.0:1775764889.129382:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293739648
00000100:00100000:1.0:1775764889.129449:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205957
00000100:00100000:1.0:1775764889.129459:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:14454:x1862022293739648:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764889.129482:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764889.129501:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70843 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465fc7 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129575:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7084a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129589:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7084a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129601:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7084a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129612:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70851 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129619:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70851 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129626:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70851 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129719:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70858 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129728:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70858 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129735:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70858 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764889.129771:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:1.0:1775764889.129775:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764889.129793:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70858 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129804:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70858 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129813:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7084a lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129819:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7084a lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129824:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7084a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129834:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7084a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129876:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764889.129880:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7084a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129887:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7084a lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129898:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764889.129901:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764889.129906:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7084a lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129914:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d7084a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129929:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70851 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129934:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70851 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129939:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70851 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129945:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764889.129947:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70851 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129958:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70851 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129965:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x34664df3 (ffff93c6828a0200)
00010000:00010000:1.0:1775764889.129967:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764889.129970:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70851 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129975:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d70851 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.129999:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d70843 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fc7 expref: 212 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.130011:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70858 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fc7 expref: 211 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.130018:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764889.130021:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764889.130023:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e707a00, rc 0)
00000100:00100000:1.0:1775764889.130083:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14454:x1862022293739648:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 626us (833us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.130090:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205957
00000100:00100000:0.0:1775764889.130989:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4935f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277258496:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764889.131013:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7083c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.134633:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.134715:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293739776
00000100:00100000:1.0:1775764889.134724:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293739776
00010000:00010000:1.0:1775764889.134763:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb9 expref: 211 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.134808:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3302
00000100:00100000:1.0:1775764889.134816:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:2403:x1862022293739776:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764889.134830:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764889.134836:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb9 expref: 211 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.134883:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb9 expref: 211 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.134907:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d7080b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10165:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fb9 expref: 211 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.134926:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764889.134932:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7083c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.134942:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7083c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.134950:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7083c lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.134978:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764889.135034:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:2403:x1862022293739776:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 219us (410us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.135042:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3302
00010000:00010000:2.0:1775764889.135109:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7083c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.135117:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7083c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764889.135167:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:2.0:1775764889.135171:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764889.135190:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7083c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.135222:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70835 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fc0 expref: 210 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.135237:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7083c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fc0 expref: 209 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.135245:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:2.0:1775764889.135248:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764889.135251:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165600, rc 0)
00000100:00100000:2.0:1775764889.135278:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4937b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:14453:x1862022293739520:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13592us (13801us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.135286:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205956
00010000:00010000:2.0:1775764889.142035:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764889.154677:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.154813:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.155619:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293740032
00000100:00100000:1.0:1775764889.155635:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293740032
00000100:00100000:2.0:1775764889.155928:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293740288
00000100:00100000:2.0:1775764889.155934:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293740288
00000100:00100000:2.0:1775764889.156003:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205958
00000100:00100000:2.0:1775764889.156017:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:14454:x1862022293740288:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764889.156044:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764889.156071:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d7085f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465fce expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.156658:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.156681:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70858 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fc7 expref: 211 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.156692:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.156734:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2995
00000100:00100000:0.0:1775764889.156754:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14453:x1862022293740032:12345-192.168.202.56@tcp:35:dbench.0
00010000:00010000:2.0:1775764889.156756:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70858 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fc7 expref: 211 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.156776:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70858 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fc7 expref: 211 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.156793:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277258624:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764889.157148:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52180 going to sleep for 11 seconds
00000100:00100000:0.0:1775764889.158631:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:14453:x1862022293740032:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 1877us (3958us total) trans 4295101762 rc 0/0
00000100:00100000:0.0:1775764889.158649:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2995
00000100:00100000:3.0:1775764889.165205:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.165516:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293740416
00000100:00100000:0.0:1775764889.165530:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293740416
00010000:00010000:0.0:1775764889.165595:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70858 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fc7 expref: 212 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.165652:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3303
00000100:00100000:0.0:1775764889.165663:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe94050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:2403:x1862022293740416:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764889.165681:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764889.165688:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70858 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fc7 expref: 212 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.165704:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70858 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fc7 expref: 212 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.165737:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:0.0:1775764889.165744:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.165756:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.165766:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.165789:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764889.165905:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe94050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:2403:x1862022293740416:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 243us (723us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.165926:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3303
00010000:00010000:2.0:1775764889.170627:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d70858 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fc7 expref: 211 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.170661:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277258624:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764889.170694:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.170707:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.170714:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764889.170753:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00010000:00010000:2.0:1775764889.171524:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d7085f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fce expref: 212 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.171560:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fce expref: 211 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.171570:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764889.171574:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764889.171577:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e799400, rc 0)
00000100:00100000:2.0:1775764889.171667:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14454:x1862022293740288:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15653us (16852us total) trans 4295101763 rc 0/0
00000100:00100000:2.0:1775764889.171678:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205958
00000100:00100000:3.0:1775764889.183299:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.183414:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.188115:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293740544
00000100:00100000:0.0:1775764889.188138:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293740544
00000100:00100000:0.0:1775764889.188367:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293740672
00000100:00100000:0.0:1775764889.188372:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293740672
00000100:00100000:3.0:1775764889.188670:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205959
00000100:00100000:3.0:1775764889.188687:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:14453:x1862022293740544:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.188726:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.188753:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70874 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465fd5 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.188878:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d7087b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.188898:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d7087b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.188925:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d7087b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.188946:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70882 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.188955:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70882 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.188968:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70882 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.189072:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70889 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.189082:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70889 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.189090:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70889 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764889.189147:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10165:0x0]: returning size 15360
00000004:00200000:3.0:1775764889.189153:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764889.189180:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70889 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.189530:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70889 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.189541:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d7087b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.189579:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d7087b lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.189586:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d7087b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.189592:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764889.189597:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d7087b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.191173:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d7087b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.191206:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764889.191210:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764889.191217:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d7087b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.191385:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d7087b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.191411:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70882 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.191429:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70882 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.191436:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70882 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.191442:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764889.191446:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70882 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.191453:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70882 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.191462:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x57ca59f5 (ffff93c69abaf200)
00010000:00010000:3.0:1775764889.191464:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764889.191467:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70882 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.191474:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70882 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.191541:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842200/0x9da62835f5d70874 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fd5 expref: 214 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.191570:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70889 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fd5 expref: 213 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.191578:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:3.0:1775764889.191580:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764889.191584:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:3.0:1775764889.191722:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14453:x1862022293740544:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3038us (8438us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.191734:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205959
00000100:00100000:3.0:1775764889.191788:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205960
00000100:00100000:3.0:1775764889.191803:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a30e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:14454:x1862022293740672:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.191831:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.191926:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70890 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465fdc expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.192035:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70897 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.192049:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fce expref: 213 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.192064:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70897 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.192109:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fce expref: 213 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.192127:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fce expref: 213 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.192169:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c699476d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277258752:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764889.192930:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0a80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764889.201353:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.201393:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293740928
00000100:00100000:1.0:1775764889.201405:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293740928
00000100:00100000:1.0:1775764889.201482:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1173
00000100:00100000:1.0:1775764889.201494:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+214:2402:x1862022293740928:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764889.201515:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764889.201560:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70889 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fd5 expref: 214 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.201586:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:1.0:1775764889.201592:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764889.201661:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:2402:x1862022293740928:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 170us (321us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.201670:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1173
00000100:00100000:1.0:1775764889.201798:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.202504:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c699476d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277258752:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764889.202541:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70897 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.202587:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293741184
00000100:00100000:3.0:1775764889.202593:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293741184
00000100:00100000:3.0:1775764889.202693:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2996
00000100:00100000:3.0:1775764889.202704:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14453:x1862022293741184:12345-192.168.202.56@tcp:35:dbench.0
00000001:00080000:3.0:1775764889.203025:0:15599:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295101764
00000100:00100000:3.0:1775764889.203156:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14453:x1862022293741184:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 453us (1356us total) trans 4295101765 rc 0/0
00000100:00100000:3.0:1775764889.203165:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2996
00000020:00080000:3.0:1775764889.203171:0:15599:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1775764889.206818:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.208137:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293740800
00000100:00100000:0.0:1775764889.208154:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293740800
00010000:00010000:0.0:1775764889.208211:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fce expref: 215 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.209120:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3304
00000100:00100000:0.0:1775764889.209138:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:2402:x1862022293740800:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764889.209157:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764889.209167:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fce expref: 215 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.209183:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fce expref: 215 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.209206:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d70866 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fce expref: 215 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.209226:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:0.0:1775764889.209233:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70897 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.209242:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70897 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.209250:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70897 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.209290:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764889.209363:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+214:2402:x1862022293740800:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 231us (2557us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.209373:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3304
00010000:00010000:2.0:1775764889.209390:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70897 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.209407:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70897 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764889.209488:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:2.0:1775764889.209493:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764889.209527:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70897 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.209589:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70890 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fdc expref: 214 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.209610:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70897 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fdc expref: 213 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.209621:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764889.209624:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764889.209627:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768e00, rc 0)
00000100:00100000:2.0:1775764889.209701:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a30e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14454:x1862022293740672:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 17901us (26284us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.209720:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205960
00000100:00100000:1.0:1775764889.214371:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.214604:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293741440
00000100:00100000:0.0:1775764889.214619:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293741440
00000100:00100000:0.0:1775764889.214749:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2997
00000100:00100000:0.0:1775764889.214761:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14453:x1862022293741440:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764889.215482:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+214:14453:x1862022293741440:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 720us (1122us total) trans 4295101766 rc 0/0
00000100:00100000:0.0:1775764889.215495:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2997
00000100:00100000:1.0:1775764889.219321:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.219497:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293741696
00000100:00100000:2.0:1775764889.219510:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293741696
00000100:00100000:2.0:1775764889.219594:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2998
00000100:00100000:2.0:1775764889.219606:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+214:14454:x1862022293741696:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764889.219985:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14454:x1862022293741696:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 381us (680us total) trans 4295101767 rc 0/0
00000100:00100000:2.0:1775764889.219997:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2998
00000100:00100000:0.0:1775764889.225564:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.225684:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293741824
00000100:00100000:1.0:1775764889.225698:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293741824
00000100:00100000:1.0:1775764889.225775:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205961
00000100:00100000:1.0:1775764889.225788:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14454:x1862022293741824:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764889.225818:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764889.226179:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7089e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465fe3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226365:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708a5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226386:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708a5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226400:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708a5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226413:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708ac lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226421:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226428:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226536:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d708b3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226559:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d708b3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226568:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d708b3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764889.226623:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016b:0x0]: returning size 12006
00000004:00200000:1.0:1775764889.226628:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764889.226656:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d708b3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226674:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d708b3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226682:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708a5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226689:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708a5 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226695:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708a5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226702:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764889.226707:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708a5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226716:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708a5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226731:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764889.226735:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764889.226741:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708a5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226747:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708a5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226764:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226770:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708ac lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226777:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708ac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226783:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764889.226786:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708ac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226792:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708ac lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226800:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x34664df3 (ffff93c6828a0200)
00010000:00010000:1.0:1775764889.226802:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764889.226805:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708ac lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.226811:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708ac lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.227686:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d7089e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fe3 expref: 217 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.227717:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d708b3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fe3 expref: 216 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.227727:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764889.227730:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764889.227734:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e707a00, rc 0)
00000100:00100000:1.0:1775764889.228467:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+216:14454:x1862022293741824:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2675us (2923us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.228483:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205961
00000100:00100000:1.0:1775764889.236758:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.246612:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293742080
00000100:00100000:2.0:1775764889.246633:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293742080
00000100:00100000:2.0:1775764889.246729:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205962
00000100:00100000:2.0:1775764889.246742:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+216:14453:x1862022293742080:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:2.0:1775764889.246827:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1775764889.246905:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7083c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10165:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fc0 expref: 216 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.246934:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843400/0x9da62835f5d6f095 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10165:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944658b2 expref: 215 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.246953:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6877ce500)
00010000:00010000:2.0:1775764889.246966:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764889.246996:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d708ba lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.247013:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d708ba lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.247026:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d708ba lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.247043:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d708c1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.248820:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d708c1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.249167:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d708c1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.249394:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.249450:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.249722:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293742464
00000100:00100000:1.0:1775764889.249734:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293742464
00000100:00100000:1.0:1775764889.249813:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205963
00000100:00100000:1.0:1775764889.249824:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4937800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14454:x1862022293742464:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764889.249927:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1775764889.249961:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70897 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fdc expref: 215 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.250116:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea0c00/0x9da62835f5d6fc7a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c6a expref: 214 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.250130:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764889.250136:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764889.250162:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d708c8 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.250175:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d708c8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.250185:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d708c8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.250196:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708cf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.250203:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.250211:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.250302:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.250313:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d708b3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fe3 expref: 213 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.250323:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.250364:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d708b3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fe3 expref: 213 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.250381:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d708b3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fe3 expref: 213 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.250397:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277258880:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764889.250449:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d708dd lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.250460:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d708dd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.250469:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d708dd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.250503:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a639c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764889.251502:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293742208
00000100:00100000:3.0:1775764889.251639:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293742208
00010000:00010000:3.0:1775764889.251680:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d708b3 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fe3 expref: 214 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.251727:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3305
00000100:00100000:3.0:1775764889.251737:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+214:2400:x1862022293742208:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.251751:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.251757:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d708b3 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fe3 expref: 214 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.251773:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d708b3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fe3 expref: 214 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1775764889.251910:0:14273:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].93, 64 off14168
00010000:00010000:2.0:1775764889.251981:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d708e4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252000:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d708e4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252011:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d708e4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252019:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d708e4 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252027:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d708e4 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252033:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d708e4 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.252064:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:3.0:1775764889.252071:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.252081:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.252087:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.252107:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764889.252174:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:2400:x1862022293742208:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 439us (2784us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.252184:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3305
00010000:00010000:2.0:1775764889.252674:0:14273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764889.252704:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d708dd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252713:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d708dd lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252720:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d708dd lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252727:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.252733:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d708dd lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252742:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d708dd lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252756:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6828a0b00)
00010000:00010000:2.0:1775764889.252759:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764889.252764:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d708dd lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252771:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d708dd lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10165:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252797:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d708ba lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252804:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d708ba lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252810:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d708ba lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252816:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d708ba lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252822:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e798e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.252825:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d708ba lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252832:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d708ba lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252875:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764889.252877:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.252881:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d708ba lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252892:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d708ba lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764889.252903:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008ed4397c reply state 00000000fba3e898 transno 4295101768 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d708c1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252918:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d708c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.252926:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x57ca59f5 (ffff93c6828a0800)
00010000:00010000:2.0:1775764889.252928:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764889.252931:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764889.253010:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14453:x1862022293742080:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 6269us (16262us total) trans 4295101768 rc 0/0
00000100:00100000:2.0:1775764889.253019:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205962
00010000:00010000:0.0:1775764889.259074:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764889.259102:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d708e4 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.259115:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0fc00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764889.259121:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d708e4 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.259133:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d708e4 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.259163:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10165:0x0].0x0 (ffff93c6828a0b00)
00010000:00010000:0.0:1775764889.259166:0:6506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764889.259172:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d708e4 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.259178:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d708e4 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10165:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.259347:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764889.259352:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764889.259354:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764889.260867:0:6519:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@0000000018a59153 x1862022277258880) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d708b3 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fe3 expref: 214 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.260896:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d708b3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fe3 expref: 214 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.260919:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277258880:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764889.260945:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764889.260955:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.260966:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.260972:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764889.261717:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].94, 64 off14232
00010000:00010000:1.0:1775764889.261809:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d708eb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.261829:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d708eb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.261897:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d708eb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.261906:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d708eb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.261913:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d708eb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.261919:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d708eb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.261948:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764889.261978:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.261985:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.261993:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.261999:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764889.262005:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.262013:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.262025:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764889.262029:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764889.262033:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.262039:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d708d6 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1016b:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.262202:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764889.262226:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d708eb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.262233:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764889.262236:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d708eb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.262244:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d708eb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.262254:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:2.0:1775764889.262257:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764889.262260:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d708eb lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.262266:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d708eb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1016b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.262281:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764889.262282:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764889.262284:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1775764889.262599:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d708c8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.262607:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d708c8 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.262617:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d708c8 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.262622:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764889.262625:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d708c8 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.262631:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d708c8 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.262641:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff93c7857bab00)
00010000:00010000:1.0:1775764889.262643:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764889.262646:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d708c8 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.262651:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706e00/0x9da62835f5d708c8 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764889.262662:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a1a7b133 reply state 00000000265ee986 transno 4295101769 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.262674:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708cf lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.262680:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x34664df3 (ffff93c6828a0200)
00010000:00010000:1.0:1775764889.262683:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764889.262686:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764889.262874:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4937800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14454:x1862022293742464:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 13047us (13417us total) trans 4295101769 rc 0/0
00000100:00100000:1.0:1775764889.262887:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205963
00000100:00100000:1.0:1775764889.280213:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.280805:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293742592
00000100:00100000:2.0:1775764889.280822:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293742592
00000100:00100000:3.0:1775764889.281912:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205964
00000100:00100000:3.0:1775764889.281927:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14453:x1862022293742592:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.281973:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.281999:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d708f2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465fea expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282074:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d708f9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282092:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d708f9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282106:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d708f9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282118:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70900 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282125:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70900 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282131:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70900 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282232:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70907 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282241:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70907 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282256:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70907 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764889.282303:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:3.0:1775764889.282309:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764889.282331:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70907 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282343:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70907 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282353:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d708f9 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282360:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d708f9 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282367:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d708f9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282374:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d708f9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282380:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764889.282385:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d708f9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282392:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d708f9 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282404:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764889.282407:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764889.282411:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d708f9 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282417:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d708f9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282441:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70900 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282448:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70900 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282454:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70900 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282459:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764889.282461:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70900 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282467:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70900 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282472:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x34664df3 (ffff93c6828a0c00)
00010000:00010000:3.0:1775764889.282474:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764889.282476:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70900 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282482:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70900 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282506:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d708f2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fea expref: 217 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282531:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70907 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fea expref: 216 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.282552:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764889.282555:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764889.282557:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768e00, rc 0)
00000100:00100000:3.0:1775764889.282642:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+216:14453:x1862022293742592:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 719us (2445us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.282650:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205964
00000100:00100000:1.0:1775764889.298920:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.299278:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293742848
00000100:00100000:0.0:1775764889.299293:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293742848
00000100:00100000:0.0:1775764889.299389:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205965
00000100:00100000:0.0:1775764889.299401:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+216:14453:x1862022293742848:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764889.299429:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764889.299457:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d7090e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ff1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.299625:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.299643:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70907 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fea expref: 217 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.299653:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.299699:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70907 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fea expref: 217 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.299716:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70907 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fea expref: 217 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.299732:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4934000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277259008:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764889.299896:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898780 going to sleep for 11 seconds
00000100:00100000:2.0:1775764889.307742:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4934000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277259008:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764889.307784:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.319393:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.319961:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293742976
00000100:00100000:2.0:1775764889.319976:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293742976
00010000:00010000:2.0:1775764889.320035:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70907 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fea expref: 218 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.320086:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3306
00000100:00100000:2.0:1775764889.320097:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:2401:x1862022293742976:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764889.320116:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764889.320123:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70907 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fea expref: 218 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.320142:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70907 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fea expref: 218 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.320170:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70907 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465fea expref: 218 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.320192:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764889.320199:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.320211:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.320219:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.320425:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764889.320502:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:2401:x1862022293742976:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 405us (1124us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.320510:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3306
00010000:00010000:0.0:1775764889.325672:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.325695:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764889.325733:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00010000:00010000:1.0:1775764889.327110:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d7090e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ff1 expref: 218 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.327144:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ff1 expref: 217 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.327155:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764889.327158:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764889.327163:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165800, rc 0)
00000100:00100000:1.0:1775764889.327323:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14453:x1862022293742848:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 27923us (28418us total) trans 4295101770 rc 0/0
00000100:00100000:1.0:1775764889.327333:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205965
00000100:00100000:1.0:1775764889.341607:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.342342:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.346887:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293743104
00000100:00100000:0.0:1775764889.346908:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293743104
00000100:00100000:0.0:1775764889.346993:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293743232
00000100:00100000:0.0:1775764889.346997:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293743232
00000100:00100000:0.0:1775764889.347042:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205966
00000100:00100000:0.0:1775764889.347055:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14453:x1862022293743104:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764889.347095:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764889.347125:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70923 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465ff8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.347268:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7092a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.347288:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ff1 expref: 218 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.347298:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7092a lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.347355:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ff1 expref: 218 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.347373:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ff1 expref: 218 pid: 6518 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.347379:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205967
00000100:00100000:3.0:1775764889.347396:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+114:14454:x1862022293743232:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:0.0:1775764889.347397:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4934a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277259136:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764889.347411:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.347428:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769e00/0x9da62835f5d70931 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094465fff expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.347472:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70938 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.347486:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70938 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.347501:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70938 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.347524:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898a80 going to sleep for 11 seconds
00010000:00010000:3.0:1775764889.347530:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d7093f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.347538:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d7093f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348165:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d7093f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348378:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d70946 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348392:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d70946 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348399:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d70946 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764889.348454:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 327680
00000004:00200000:3.0:1775764889.348459:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764889.348479:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d70946 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348489:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d70946 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348498:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70938 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348505:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70938 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348521:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70938 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348529:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70938 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348535:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764889.348539:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70938 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348559:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70938 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348570:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff93c69e7e1100)
00010000:00010000:3.0:1775764889.348573:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764889.348577:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70938 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348583:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70938 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348596:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d7093f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348601:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d7093f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348607:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d7093f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348612:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764889.348615:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d7093f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348620:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d7093f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348626:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0xe364b611 (ffff93c69abaf200)
00010000:00010000:3.0:1775764889.348628:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764889.348631:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d7093f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348646:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d7093f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348681:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769e00/0x9da62835f5d70931 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fff expref: 116 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348694:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d70946 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fff expref: 115 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.348702:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff93c69fb5ea00)
00010000:00010000:3.0:1775764889.348704:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764889.348707:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768e00, rc 0)
00000100:00100000:3.0:1775764889.348873:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:14454:x1862022293743232:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1446us (7060us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.348884:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205967
00000100:00100000:1.0:1775764889.359434:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.359520:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293743360
00000100:00100000:3.0:1775764889.359530:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293743360
00010000:00010000:3.0:1775764889.359578:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ff1 expref: 219 pid: 6518 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.359618:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3307
00000100:00100000:3.0:1775764889.359627:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:2402:x1862022293743360:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.359641:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.359648:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ff1 expref: 219 pid: 6518 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.359668:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ff1 expref: 219 pid: 6518 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.359691:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764889.359697:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7092a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.359708:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7092a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.359718:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7092a lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.359739:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764889.359802:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:2402:x1862022293743360:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 176us (376us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.359810:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3307
00010000:00010000:0.0:1775764889.360231:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165800/0x9da62835f5d70915 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1016d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465ff1 expref: 218 pid: 6518 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.360245:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4934a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277259136:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764889.360259:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7092a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.360265:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7092a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.360269:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7092a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764889.360369:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:0.0:1775764889.360372:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764889.360389:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7092a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.360410:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70923 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ff8 expref: 218 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.360423:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7092a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ff8 expref: 217 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.360428:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:0.0:1775764889.360430:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764889.360432:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164c00, rc 0)
00000100:00100000:0.0:1775764889.360470:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14453:x1862022293743104:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13418us (18877us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.360476:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205966
00000100:00100000:1.0:1775764889.375282:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.375322:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.375396:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293743744
00000100:00100000:3.0:1775764889.375404:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293743744
00000100:00100000:3.0:1775764889.375460:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1174
00000100:00100000:3.0:1775764889.375470:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:2400:x1862022293743744:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.375496:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.375520:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d70946 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465fff expref: 115 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.375538:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff93c69fb5ea00)
00010000:00010000:3.0:1775764889.375552:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764889.375606:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293743616
00000100:00100000:3.0:1775764889.375609:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+114:2400:x1862022293743744:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 140us (334us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.375613:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293743616
00000100:00100000:3.0:1775764889.375617:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1174
00000100:00100000:2.0:1775764889.375981:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205968
00000100:00100000:2.0:1775764889.375994:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+114:14454:x1862022293743616:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764889.376013:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764889.376029:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d7094d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466006 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.376183:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.376198:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446565f expref: 115 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.376211:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.376247:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446565f expref: 115 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.376262:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446565f expref: 115 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.376276:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8005:1862022277259264:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764889.376358:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764889.379185:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.379315:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293744000
00000100:00100000:3.0:1775764889.379325:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293744000
00000100:00100000:3.0:1775764889.379377:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2999
00000100:00100000:3.0:1775764889.379386:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14453:x1862022293744000:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764889.379651:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:14453:x1862022293744000:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 265us (474us total) trans 4295101771 rc 0/0
00000100:00100000:3.0:1775764889.379659:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2999
00000100:00100000:1.0:1775764889.386225:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.386430:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293744128
00000100:00100000:3.0:1775764889.386439:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293744128
00010000:00010000:3.0:1775764889.386480:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446565f expref: 116 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.386523:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3308
00000100:00100000:3.0:1775764889.386533:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe96450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:2402:x1862022293744128:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.386557:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.386571:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446565f expref: 116 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.386585:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446565f expref: 116 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.386608:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff93c69fb5ea00)
00010000:00010000:3.0:1775764889.386613:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.386624:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.386631:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.386651:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764889.386712:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe96450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:2402:x1862022293744128:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 172us (487us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.386721:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3308
00000100:00100000:3.0:1775764889.387659:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.387797:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293744256
00000100:00100000:3.0:1775764889.387804:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293744256
00000100:00100000:3.0:1775764889.387865:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205969
00000100:00100000:3.0:1775764889.387879:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:14453:x1862022293744256:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.387902:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.387922:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d7095b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446600d expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.387986:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70962 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388000:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70962 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388011:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70962 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388021:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70969 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388029:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70969 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388034:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70969 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388151:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d70970 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388161:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d70970 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388168:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d70970 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764889.388212:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1016d:0x0]: returning size 12006
00000004:00200000:3.0:1775764889.388218:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764889.388239:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d70970 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388250:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d70970 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388260:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70962 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388266:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70962 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388272:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70962 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388282:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70962 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388679:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764889.388683:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70962 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388692:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70962 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388705:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:3.0:1775764889.388709:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764889.388713:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70962 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388720:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70962 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388735:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70969 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388740:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70969 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388745:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70969 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388749:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764889.388751:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70969 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388760:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70969 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388767:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x34664df3 (ffff93c6828a0c00)
00010000:00010000:3.0:1775764889.388769:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764889.388772:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70969 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388777:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70969 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388803:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d7095b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446600d expref: 220 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388816:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d70970 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446600d expref: 219 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.388822:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764889.388824:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764889.388827:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c781689400, rc 0)
00000100:00100000:3.0:1775764889.388917:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14453:x1862022293744256:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1044us (1262us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.388926:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205969
00010000:00010000:2.0:1775764889.390401:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebcc00/0x9da62835f5d6e995 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446565f expref: 115 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.390422:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8005:1862022277259264:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764889.390446:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.390455:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.390461:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764889.390479:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 327680
00010000:00010000:2.0:1775764889.391006:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d7094d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466006 expref: 116 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.391028:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466006 expref: 115 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.391038:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff93c69fb5ea00)
00010000:00010000:2.0:1775764889.391040:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764889.391043:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e798e00, rc 0)
00000100:00100000:2.0:1775764889.391105:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:14454:x1862022293743616:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15113us (15779us total) trans 4294969487 rc 0/0
00000100:00100000:2.0:1775764889.391113:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205968
00000100:00100000:1.0:1775764889.404391:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.404493:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293744384
00000100:00100000:3.0:1775764889.404502:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293744384
00000100:00100000:3.0:1775764889.404814:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1175
00000100:00100000:3.0:1775764889.404825:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:2401:x1862022293744384:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.404879:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.404913:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d70970 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446600d expref: 219 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.404933:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764889.404938:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764889.405000:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:2401:x1862022293744384:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 178us (618us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.405008:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1175
00000100:00100000:3.0:1775764889.408610:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.408808:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293744512
00000100:00100000:0.0:1775764889.408818:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293744512
00000100:00100000:0.0:1775764889.409122:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205970
00000100:00100000:0.0:1775764889.409276:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:14454:x1862022293744512:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764889.409305:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764889.409326:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164a00/0x9da62835f5d7097e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466014 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.409417:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165800/0x9da62835f5d70985 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.409430:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466006 expref: 116 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.409438:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165800/0x9da62835f5d70985 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.409470:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466006 expref: 116 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.409485:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466006 expref: 116 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.409497:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a4934a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10031:1862022277259392:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764889.409634:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898a80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764889.419464:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.419796:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a4934a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10031:1862022277259392:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764889.419822:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165800/0x9da62835f5d70985 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.419998:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293744768
00000100:00100000:3.0:1775764889.420005:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293744768
00000100:00100000:3.0:1775764889.420051:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205971
00000100:00100000:3.0:1775764889.420058:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:14453:x1862022293744768:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764889.420105:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1775764889.420124:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7092a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1016d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465ff8 expref: 218 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.420150:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d6fd3e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1016d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465cb0 expref: 217 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.420158:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764889.420163:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764889.420180:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d7098c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.420190:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d7098c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.420196:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d7098c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.420203:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70993 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.420207:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70993 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.420210:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70993 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.420275:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7099a lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.420280:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7099a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.420284:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7099a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764889.420532:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].95, 64 off14296
00010000:00010000:2.0:1775764889.421345:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d709a1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421361:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d709a1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421390:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d709a1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421397:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d709a1 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421403:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d709a1 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421409:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d709a1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421463:0:6518:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764889.421483:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7099a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421489:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7099a lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421495:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7099a lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421500:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.421504:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7099a lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421511:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7099a lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421522:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:2.0:1775764889.421524:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1775764889.421528:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7099a lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421533:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d7099a lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1016d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421569:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d7098c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421576:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d7098c lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421581:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d7098c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421590:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.421592:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d7098c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421596:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d7098c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421604:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff93c682bef500)
00010000:00010000:2.0:1775764889.421606:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.421609:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d7098c lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421614:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d7098c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764889.421622:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f2494ff reply state 00000000e01101db transno 4295101772 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70993 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421632:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70993 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.421638:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x34664df3 (ffff93c6828a0c00)
00010000:00010000:2.0:1775764889.421640:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764889.421643:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1775764889.421728:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:14453:x1862022293744768:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1667us (2270us total) trans 4295101772 rc 0/0
00000100:00100000:2.0:1775764889.421737:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205971
00010000:00010000:3.0:1775764889.422768:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764889.422777:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d709a1 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.422786:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799400 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764889.422789:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d709a1 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.422797:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d709a1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.422813:0:7451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:3.0:1775764889.422815:0:7451:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1775764889.422819:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d709a1 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.422825:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d709a1 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1016d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.423386:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764889.423389:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764889.423392:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764889.423470:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.423650:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293744896
00000100:00100000:3.0:1775764889.423662:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293744896
00010000:00010000:3.0:1775764889.423703:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466006 expref: 117 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.423773:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3309
00000100:00100000:3.0:1775764889.423784:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:2401:x1862022293744896:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.423801:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.423808:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466006 expref: 117 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.423822:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466006 expref: 117 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.423884:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70954 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466006 expref: 117 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.423899:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff93c69fb5ea00)
00010000:00010000:3.0:1775764889.423904:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165800/0x9da62835f5d70985 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.423913:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165800/0x9da62835f5d70985 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.423920:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165800/0x9da62835f5d70985 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.423944:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764889.423998:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:2401:x1862022293744896:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 216us (530us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.424007:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3309
00010000:00010000:0.0:1775764889.424077:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165800/0x9da62835f5d70985 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.424085:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165800/0x9da62835f5d70985 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764889.424149:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 327680
00000004:00200000:0.0:1775764889.424153:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764889.424177:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165800/0x9da62835f5d70985 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.424208:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164a00/0x9da62835f5d7097e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466014 expref: 116 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.424223:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165800/0x9da62835f5d70985 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466014 expref: 115 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.424230:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff93c69fb5ea00)
00010000:00010000:0.0:1775764889.424234:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764889.424236:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165800, rc 0)
00000100:00100000:0.0:1775764889.424262:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:14454:x1862022293744512:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15132us (15662us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.424269:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205970
00000100:00100000:1.0:1775764889.452480:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.452742:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293745024
00000100:00100000:2.0:1775764889.452753:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293745024
00000100:00100000:2.0:1775764889.452820:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205972
00000100:00100000:2.0:1775764889.452830:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:14454:x1862022293745024:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764889.452895:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764889.452922:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d709a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446601b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.452987:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d709af lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.453296:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d709af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.453311:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d709af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.453330:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d709b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.453337:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d709b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.453342:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d709b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.453420:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d709bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.453428:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d709bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.453438:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d709bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764889.453479:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 1048576
00000004:00200000:2.0:1775764889.453483:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764889.453502:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d709bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.453512:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d709bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.453519:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d709af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.453525:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d709af lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.453531:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d709af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.453537:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.453551:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d709af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.453559:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d709af lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.455122:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff93c69e7e1100)
00010000:00010000:2.0:1775764889.455125:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.455141:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d709af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.455153:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d709af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.455170:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d709b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.455177:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d709b6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.455183:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d709b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.455189:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0fc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.455193:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d709b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.455199:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d709b6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.455206:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x8b6dba3a (ffff93c6828a0700)
00010000:00010000:2.0:1775764889.455208:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.455211:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d709b6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.455216:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d709b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.455265:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d709a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446601b expref: 117 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.455284:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d709bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446601b expref: 116 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.455291:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff93c6a21ad600)
00010000:00010000:2.0:1775764889.455293:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764889.455296:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008800, rc 0)
00000100:00100000:2.0:1775764889.455471:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:14454:x1862022293745024:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2641us (2998us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.455481:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205972
00000100:00100000:2.0:1775764889.462325:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1775764889.462348:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c699475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277259520:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1775764889.467069:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764889.467204:0:7806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277259520
00000100:00100000:0.0:1775764889.467213:0:7806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277259520
00000100:00100000:0.0:1775764889.467267:0:7806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599
00000100:00100000:0.0:1775764889.467277:0:7806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277259520:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1775764889.467314:0:7806:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1440014336 avail 1293774848
00000100:00100000:0.0:1775764889.468733:0:7806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277259520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1452us (1667us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.468746:0:7806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599
00000100:00100000:1.0:1775764889.471775:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c699475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277259520:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1775764889.495058:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.495186:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.496888:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293745280
00000100:00100000:3.0:1775764889.496901:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293745280
00000100:00100000:3.0:1775764889.496970:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1176
00000100:00100000:3.0:1775764889.496980:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:2403:x1862022293745280:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.496996:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.497021:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d709bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446601b expref: 116 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.497041:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff93c6a21ad600)
00010000:00010000:3.0:1775764889.497047:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764889.497120:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+115:2403:x1862022293745280:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 142us (1935us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.497127:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1176
00000100:00100000:1.0:1775764889.499361:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.500669:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293745152
00000100:00100000:0.0:1775764889.500681:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293745152
00000100:00100000:0.0:1775764889.501036:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293745536
00000100:00100000:0.0:1775764889.501041:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293745536
00000100:00100000:0.0:1775764889.501076:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205973
00000100:00100000:0.0:1775764889.501086:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:14453:x1862022293745152:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764889.501107:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764889.501129:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164a00/0x9da62835f5d709c4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466022 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.501198:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165400/0x9da62835f5d709cb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.501214:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165400/0x9da62835f5d709cb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.501232:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165400/0x9da62835f5d709cb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.501248:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d709d2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.501254:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d709d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.501261:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d709d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.501402:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205974
00000100:00100000:3.0:1775764889.501414:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:14454:x1862022293745536:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.501422:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.501434:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d709d9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466029 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.501510:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.501521:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465697 expref: 118 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.501529:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.501654:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465697 expref: 118 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.501670:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465697 expref: 118 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.501684:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c699477100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10031:1862022277259648:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764889.502200:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfada80 going to sleep for 11 seconds
00010000:00010000:0.0:1775764889.503787:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d709e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.503807:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d709e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.503818:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d709e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764889.503891:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x42:0x0]: returning size 327680
00000004:00200000:0.0:1775764889.503896:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764889.503929:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d709e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.503941:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d709e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.503949:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165400/0x9da62835f5d709cb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.503959:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165400/0x9da62835f5d709cb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.503965:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165400/0x9da62835f5d709cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.503970:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764889.503974:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165400/0x9da62835f5d709cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.503981:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165400/0x9da62835f5d709cb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.503992:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff93c681135900)
00010000:00010000:0.0:1775764889.503994:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764889.503999:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165400/0x9da62835f5d709cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.504017:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165400/0x9da62835f5d709cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.504029:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d709d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.504035:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d709d2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.504040:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d709d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.504044:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764889.504048:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d709d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.504053:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d709d2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.504060:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0xe364b611 (ffff93c69bc6e000)
00010000:00010000:0.0:1775764889.504062:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764889.504064:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d709d2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.504068:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d709d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.504106:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164a00/0x9da62835f5d709c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466022 expref: 119 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.504118:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d709e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466022 expref: 118 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.504125:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff93c6a21ad500)
00010000:00010000:0.0:1775764889.504127:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764889.504129:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165e00, rc 0)
00000100:00100000:0.0:1775764889.504190:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:14453:x1862022293745152:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3104us (9894us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.504199:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205973
00000100:00100000:1.0:1775764889.515202:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.515302:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293745664
00000100:00100000:0.0:1775764889.515311:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293745664
00010000:00010000:0.0:1775764889.515351:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465697 expref: 118 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.515402:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3310
00000100:00100000:0.0:1775764889.515412:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:2403:x1862022293745664:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764889.515426:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764889.515432:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465697 expref: 118 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.515445:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465697 expref: 118 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.515469:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff93c6a21ad600)
00010000:00010000:0.0:1775764889.515475:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.515484:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.515491:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.515510:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764889.515582:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:2403:x1862022293745664:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 171us (390us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.515589:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3310
00010000:00010000:3.0:1775764889.516051:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5200/0x9da62835f5d6ea44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094465697 expref: 117 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.516069:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c699477100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10031:1862022277259648:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764889.516090:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.516098:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.516106:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764889.516126:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 1048576
00010000:00010000:3.0:1775764889.516262:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d709d9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466029 expref: 118 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.516276:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466029 expref: 117 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.516283:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff93c6a21ad600)
00010000:00010000:3.0:1775764889.516285:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764889.516288:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768e00, rc 0)
00000100:00100000:3.0:1775764889.516330:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:14454:x1862022293745536:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14919us (16978us total) trans 4294969488 rc 0/0
00000100:00100000:3.0:1775764889.516337:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205974
00000100:00100000:1.0:1775764889.537695:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.537758:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.538089:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293745792
00000100:00100000:3.0:1775764889.538102:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293745792
00000100:00100000:3.0:1775764889.538180:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1177
00000100:00100000:3.0:1775764889.538189:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:2400:x1862022293745792:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.538208:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.538236:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d709e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466022 expref: 117 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.538254:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff93c6a21ad500)
00010000:00010000:3.0:1775764889.538259:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764889.538312:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:2400:x1862022293745792:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 124us (625us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.538320:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1177
00000100:00100000:2.0:1775764889.538448:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293746048
00000100:00100000:2.0:1775764889.538452:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293746048
00000100:00100000:2.0:1775764889.538494:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205975
00000100:00100000:2.0:1775764889.538501:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+116:14453:x1862022293746048:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764889.538516:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764889.538532:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d709f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466030 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.538651:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.538663:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656cf expref: 117 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.538675:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 4/0,1 mode: --/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.538707:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656cf expref: 117 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.538732:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656cf expref: 117 pid: 6519 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.538746:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915ca680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6517:1862022277259776:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764889.538796:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f520c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764889.546068:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.546178:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293746176
00000100:00100000:0.0:1775764889.546187:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293746176
00010000:00010000:0.0:1775764889.546229:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656cf expref: 118 pid: 6519 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.546279:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3311
00000100:00100000:0.0:1775764889.546292:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:2402:x1862022293746176:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764889.546309:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764889.546316:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656cf expref: 118 pid: 6519 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.546330:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656cf expref: 118 pid: 6519 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.546353:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff93c6a21ad500)
00010000:00010000:0.0:1775764889.546358:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.546367:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.546374:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.546394:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764889.546449:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:2402:x1862022293746176:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 161us (389us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.546457:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3311
00010000:00010000:2.0:1775764889.547161:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6915e9200/0x9da62835f5d6eb08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656cf expref: 117 pid: 6519 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.547179:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915ca680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6517:1862022277259776:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764889.547201:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.547210:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.547216:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764889.547236:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x42:0x0]: returning size 327680
00010000:00010000:2.0:1775764889.547362:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d709f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466030 expref: 118 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.547380:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466030 expref: 117 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.547388:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff93c6a21ad500)
00010000:00010000:2.0:1775764889.547391:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764889.547393:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008400, rc 0)
00000100:00100000:2.0:1775764889.547441:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:14453:x1862022293746048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8941us (9682us total) trans 4294969489 rc 0/0
00000100:00100000:2.0:1775764889.547449:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205975
00000100:00100000:3.0:1775764889.559025:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.559314:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293746304
00000100:00100000:1.0:1775764889.559325:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293746304
00000100:00100000:1.0:1775764889.559390:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205976
00000100:00100000:1.0:1775764889.559400:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:14454:x1862022293746304:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764889.559426:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764889.559446:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e706800/0x9da62835f5d70a0a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466037 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.559536:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e706e00/0x9da62835f5d70a11 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.559571:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466029 expref: 118 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.559581:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e706e00/0x9da62835f5d70a11 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.559620:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466029 expref: 118 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.559633:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466029 expref: 118 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.559646:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6518:1862022277259904:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764889.559741:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63180 going to sleep for 11 seconds
00000100:00100000:0.0:1775764889.570666:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.570804:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6518:1862022277259904:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764889.570830:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e706e00/0x9da62835f5d70a11 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.571220:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293746432
00000100:00100000:2.0:1775764889.571227:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293746432
00000100:00100000:2.0:1775764889.571279:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205977
00000100:00100000:2.0:1775764889.571287:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4934a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14453:x1862022293746432:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764889.571308:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764889.571326:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70a18 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446603e expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.571403:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d70a1f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.571416:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466030 expref: 120 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.571424:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d70a1f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.571453:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466030 expref: 120 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.571465:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466030 expref: 120 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.571478:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915ca680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:14273:1862022277260032:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764889.571573:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764889.576436:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.576531:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293746560
00000100:00100000:3.0:1775764889.576550:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293746560
00010000:00010000:3.0:1775764889.576597:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466029 expref: 121 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.576642:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3312
00000100:00100000:3.0:1775764889.576652:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe91450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:2403:x1862022293746560:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.576666:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.576673:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466029 expref: 121 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.576687:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466029 expref: 121 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.576709:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d709e0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466029 expref: 121 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.576727:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff93c6a21ad600)
00010000:00010000:3.0:1775764889.576732:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e706e00/0x9da62835f5d70a11 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.576741:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e706e00/0x9da62835f5d70a11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.576752:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e706e00/0x9da62835f5d70a11 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.576784:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764889.576894:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe91450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2403:x1862022293746560:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 243us (467us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.576902:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3312
00010000:00010000:2.0:1775764889.577921:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e706e00/0x9da62835f5d70a11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.577934:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e706e00/0x9da62835f5d70a11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764889.577987:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 1048576
00000004:00200000:2.0:1775764889.577992:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764889.578015:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e706e00/0x9da62835f5d70a11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.578051:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e706800/0x9da62835f5d70a0a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466037 expref: 120 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.578068:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e706e00/0x9da62835f5d70a11 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466037 expref: 119 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.578076:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff93c6a21ad600)
00010000:00010000:2.0:1775764889.578079:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764889.578082:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e706e00, rc 0)
00000100:00100000:2.0:1775764889.578136:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14454:x1862022293746304:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 18738us (19119us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.578145:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205976
00000100:00100000:3.0:1775764889.584202:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915ca680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:14273:1862022277260032:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764889.584238:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d70a1f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.597967:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.598015:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.598119:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293746688
00000100:00100000:3.0:1775764889.598129:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293746688
00010000:00010000:3.0:1775764889.598168:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466030 expref: 119 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.598214:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3313
00000100:00100000:3.0:1775764889.598224:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:2403:x1862022293746688:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.598238:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.598244:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466030 expref: 119 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.598259:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466030 expref: 119 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.598283:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d709fc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466030 expref: 119 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.598305:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff93c6a21ad500)
00010000:00010000:3.0:1775764889.598310:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d70a1f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.598318:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d70a1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.598326:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d70a1f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.598354:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764889.598407:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:2403:x1862022293746688:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 184us (449us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.598415:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3313
00010000:00010000:3.0:1775764889.598441:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d70a1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.598448:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d70a1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764889.598499:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x42:0x0]: returning size 327680
00000004:00200000:3.0:1775764889.598504:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764889.598524:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d70a1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.598578:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70a18 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446603e expref: 118 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.598594:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008800/0x9da62835f5d70a1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446603e expref: 117 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.598602:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff93c6a21ad500)
00010000:00010000:3.0:1775764889.598604:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764889.598607:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a3008800, rc 0)
00000100:00100000:3.0:1775764889.598632:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4934a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:14453:x1862022293746432:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 27346us (27975us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.598639:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205977
00000100:00100000:3.0:1775764889.600474:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293746816
00000100:00100000:3.0:1775764889.600498:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293746816
00000100:00100000:3.0:1775764889.600573:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205978
00000100:00100000:3.0:1775764889.600584:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4934e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:14454:x1862022293746816:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.600604:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.600625:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d70a26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466045 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.600684:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d70a2d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.600697:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d70a2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.600729:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d70a2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.600745:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70a34 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.600751:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70a34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.600759:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70a34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.600833:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c781689400/0x9da62835f5d70a3b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.600861:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c781689400/0x9da62835f5d70a3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.600868:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c781689400/0x9da62835f5d70a3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764889.600964:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1867776
00000004:00200000:3.0:1775764889.600968:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764889.600989:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c781689400/0x9da62835f5d70a3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601001:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c781689400/0x9da62835f5d70a3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601009:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d70a2d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601015:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d70a2d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601021:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d70a2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601027:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d70a2d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601036:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764889.601040:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d70a2d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601046:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d70a2d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601058:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff93c69e7e1100)
00010000:00010000:3.0:1775764889.601061:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764889.601065:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d70a2d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601071:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768000/0x9da62835f5d70a2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601085:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70a34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601092:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70a34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601097:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70a34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601102:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764889.601104:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70a34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601110:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70a34 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601121:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x8d5ea5b7 (ffff93c69abaf200)
00010000:00010000:3.0:1775764889.601124:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764889.601126:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70a34 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601131:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c691769a00/0x9da62835f5d70a34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601159:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c691768e00/0x9da62835f5d70a26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466045 expref: 119 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601171:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c781689400/0x9da62835f5d70a3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466045 expref: 118 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.601177:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff93c69bed0700)
00010000:00010000:3.0:1775764889.601179:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764889.601181:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c781689400, rc 0)
00000100:00100000:3.0:1775764889.601239:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4934e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:14454:x1862022293746816:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 658us (3223us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.601246:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205978
00000100:00100000:0.0:1775764889.615179:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.615228:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.615304:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293747200
00000100:00100000:3.0:1775764889.615314:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293747200
00000100:00100000:3.0:1775764889.615374:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1178
00000100:00100000:3.0:1775764889.615383:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4934000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:2403:x1862022293747200:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.615397:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.615420:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c781689400/0x9da62835f5d70a3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466045 expref: 118 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.615444:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff93c69bed0700)
00010000:00010000:3.0:1775764889.615448:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764889.615495:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4934000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:2403:x1862022293747200:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 114us (266us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.615502:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1178
00000100:00100000:1.0:1775764889.615901:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293747072
00000100:00100000:1.0:1775764889.615906:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293747072
00000100:00100000:1.0:1775764889.615938:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205979
00000100:00100000:1.0:1775764889.615944:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+117:14454:x1862022293747072:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764889.615960:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764889.615973:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707400/0x9da62835f5d70a42 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446604c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.616070:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.616083:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656c8 expref: 118 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.616091:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.616124:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656c8 expref: 118 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.616139:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656c8 expref: 118 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.616157:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6519:1862022277260160:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764889.616230:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63180 going to sleep for 11 seconds
00000100:00100000:1.0:1775764889.619632:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6519:1862022277260160:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764889.619661:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.620173:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.620548:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293747328
00000100:00100000:2.0:1775764889.620556:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293747328
00000100:00100000:2.0:1775764889.620611:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205980
00000100:00100000:2.0:1775764889.620619:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14453:x1862022293747328:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764889.620638:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764889.620656:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d70a50 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466053 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620728:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70a57 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620743:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70a57 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620753:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70a57 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620768:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d70a5e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620774:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d70a5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620780:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d70a5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620872:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d70a65 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620883:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d70a65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620889:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d70a65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764889.620924:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 1048576
00000004:00200000:2.0:1775764889.620929:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764889.620948:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d70a65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620959:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d70a65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620968:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70a57 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620974:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70a57 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620981:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70a57 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620987:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e798e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.620991:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70a57 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.620996:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70a57 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.621007:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff93c681135900)
00010000:00010000:2.0:1775764889.621022:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.621027:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70a57 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.621034:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e798e00/0x9da62835f5d70a57 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.621047:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d70a5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.621053:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d70a5e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.621059:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d70a5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.621065:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.621067:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d70a5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.621073:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d70a5e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.621079:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x8b6dba3a (ffff93c6828a0700)
00010000:00010000:2.0:1775764889.621081:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.621083:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d70a5e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.621088:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e799400/0x9da62835f5d70a5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.621114:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a3008400/0x9da62835f5d70a50 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466053 expref: 121 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.621126:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d70a65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466053 expref: 120 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.621133:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff93c681135700)
00010000:00010000:2.0:1775764889.621136:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764889.621138:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:2.0:1775764889.621199:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293747328:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 581us (1027us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.621206:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205980
00000100:00100000:0.0:1775764889.627817:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.628015:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293747456
00000100:00100000:1.0:1775764889.628025:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293747456
00010000:00010000:1.0:1775764889.628064:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656c8 expref: 120 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.628108:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3314
00000100:00100000:1.0:1775764889.628120:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2402:x1862022293747456:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764889.628135:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764889.628142:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656c8 expref: 120 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.628156:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656c8 expref: 120 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.628179:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c692dc5a00/0x9da62835f5d6eaf3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656c8 expref: 120 pid: 10031 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.628195:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff93c69bed0700)
00010000:00010000:1.0:1775764889.628200:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.628209:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.628217:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.628247:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764889.628305:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:2402:x1862022293747456:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 188us (497us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.628313:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3314
00010000:00010000:0.0:1775764889.628425:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.628433:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764889.628453:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1867776
00010000:00010000:0.0:1775764889.629440:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707400/0x9da62835f5d70a42 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446604c expref: 120 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.629461:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446604c expref: 119 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.629469:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff93c69bed0700)
00010000:00010000:0.0:1775764889.629472:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764889.629474:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e707a00, rc 0)
00000100:00100000:0.0:1775764889.629516:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14454:x1862022293747072:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13571us (14345us total) trans 4294969490 rc 0/0
00000100:00100000:0.0:1775764889.629525:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205979
00000100:00100000:0.0:1775764889.637480:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.637522:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.637690:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293747840
00000100:00100000:2.0:1775764889.637700:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293747840
00000100:00100000:2.0:1775764889.637765:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1179
00000100:00100000:2.0:1775764889.637776:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:2400:x1862022293747840:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764889.637791:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764889.637814:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185e00/0x9da62835f5d70a65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466053 expref: 119 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.637834:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff93c681135700)
00010000:00010000:2.0:1775764889.637875:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764889.637926:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:2400:x1862022293747840:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 153us (403us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.637934:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1179
00000100:00100000:1.0:1775764889.638430:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293747712
00000100:00100000:1.0:1775764889.638435:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293747712
00000100:00100000:1.0:1775764889.638473:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205981
00000100:00100000:1.0:1775764889.638480:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+118:14453:x1862022293747712:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764889.638496:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764889.638511:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e706800/0x9da62835f5d70a73 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446605a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.638634:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.638648:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944656e4 expref: 119 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.638655:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 4/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.638685:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656e4 expref: 119 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.638700:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656e4 expref: 119 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.638712:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6517:1862022277260288:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764889.638779:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63180 going to sleep for 11 seconds
00000100:00100000:1.0:1775764889.647405:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6517:1862022277260288:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764889.647436:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.649775:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.650091:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.650189:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293748096
00000100:00100000:3.0:1775764889.650198:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293748096
00000100:00100000:3.0:1775764889.650241:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205982
00000100:00100000:3.0:1775764889.650248:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14454:x1862022293748096:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.650270:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.650296:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c683842e00/0x9da62835f5d70a81 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466061 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.650375:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c683843400/0x9da62835f5d70a88 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.650386:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446604c expref: 121 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.650392:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c683843400/0x9da62835f5d70a88 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.650415:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293747968
00010000:00010000:3.0:1775764889.650420:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446604c expref: 121 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.650424:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293747968
00010000:00010000:3.0:1775764889.650432:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446604c expref: 122 pid: 6519 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.650446:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c699477100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10031:1862022277260416:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764889.650454:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656e4 expref: 122 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.650530:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3315
00000100:00100000:3.0:1775764889.650546:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad480 going to sleep for 11 seconds
00000100:00100000:2.0:1775764889.650549:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2403:x1862022293747968:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764889.650782:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764889.650790:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656e4 expref: 122 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.650804:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656e4 expref: 122 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.650822:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c6a2185800/0x9da62835f5d6eb47 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944656e4 expref: 122 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.650837:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff93c681135700)
00010000:00010000:2.0:1775764889.650885:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.650894:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.650901:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.650934:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764889.650965:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:2403:x1862022293747968:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 427us (1198us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.650973:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3315
00010000:00010000:3.0:1775764889.651033:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.651041:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764889.651058:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 1048576
00010000:00010000:3.0:1775764889.651180:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e706800/0x9da62835f5d70a73 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446605a expref: 122 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.651195:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446605a expref: 121 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.651203:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff93c681135700)
00010000:00010000:3.0:1775764889.651205:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764889.651208:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3c00, rc 0)
00000100:00100000:3.0:1775764889.651231:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:14453:x1862022293747712:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12753us (13760us total) trans 4294969491 rc 0/0
00000100:00100000:3.0:1775764889.651237:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205981
00000100:00100000:0.0:1775764889.660420:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.660545:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293748224
00000100:00100000:3.0:1775764889.660555:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293748224
00000100:00100000:3.0:1775764889.660618:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205983
00000100:00100000:3.0:1775764889.660627:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:14453:x1862022293748224:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.660650:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.660671:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c683842a00/0x9da62835f5d70a96 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466068 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.660765:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c683842200/0x9da62835f5d70a9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.660780:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446605a expref: 122 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.660788:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c683842200/0x9da62835f5d70a9d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.660821:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446605a expref: 122 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.660831:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446605a expref: 122 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.660882:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c699474000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:14273:1862022277260544:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764889.660955:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfadcc0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764889.661306:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c699477100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10031:1862022277260416:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764889.661330:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c683843400/0x9da62835f5d70a88 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.665611:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c699474000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:14273:1862022277260544:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764889.665640:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c683842200/0x9da62835f5d70a9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.671087:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.671196:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.671293:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293748352
00000100:00100000:2.0:1775764889.671302:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293748352
00010000:00010000:2.0:1775764889.671339:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446604c expref: 123 pid: 6519 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.671378:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293748480
00000100:00100000:2.0:1775764889.671381:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293748480
00010000:00010000:2.0:1775764889.671394:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446605a expref: 124 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.671425:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3316
00000100:00100000:2.0:1775764889.671435:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:2403:x1862022293748352:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764889.671450:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764889.671458:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446604c expref: 124 pid: 6519 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.671471:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446604c expref: 124 pid: 6519 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.671492:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69e707a00/0x9da62835f5d70a49 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446604c expref: 124 pid: 6519 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.671509:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff93c69bed0700)
00010000:00010000:2.0:1775764889.671516:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c683843400/0x9da62835f5d70a88 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.671525:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c683843400/0x9da62835f5d70a88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.671533:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c683843400/0x9da62835f5d70a88 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.671579:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764889.671628:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:2403:x1862022293748352:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 195us (549us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.671636:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3316
00000100:00100000:2.0:1775764889.671653:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3317
00000100:00100000:2.0:1775764889.671659:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe91c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2402:x1862022293748480:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764889.671667:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764889.671672:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446605a expref: 122 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.671681:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446605a expref: 122 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.671693:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3c00/0x9da62835f5d70a7a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446605a expref: 122 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.671703:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff93c681135700)
00010000:00010000:2.0:1775764889.671707:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c683842200/0x9da62835f5d70a9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.671714:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c683842200/0x9da62835f5d70a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.671720:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c683842200/0x9da62835f5d70a9d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.671734:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764889.671752:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe91c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:2402:x1862022293748480:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 93us (555us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.671758:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3317
00010000:00010000:1.0:1775764889.672043:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c683843400/0x9da62835f5d70a88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.672052:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c683843400/0x9da62835f5d70a88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764889.672099:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1867776
00000004:00200000:1.0:1775764889.672103:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764889.672122:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c683843400/0x9da62835f5d70a88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.672151:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c683842e00/0x9da62835f5d70a81 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466061 expref: 121 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.672171:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c683843400/0x9da62835f5d70a88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466061 expref: 120 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.672178:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff93c69bed0700)
00010000:00010000:1.0:1775764889.672180:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764889.672183:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843400, rc 0)
00000100:00100000:1.0:1775764889.672225:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14454:x1862022293748096:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 21976us (22134us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.672233:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205982
00010000:00010000:3.0:1775764889.672432:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c683842200/0x9da62835f5d70a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.672440:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c683842200/0x9da62835f5d70a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764889.672470:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 1048576
00000004:00200000:3.0:1775764889.672473:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764889.672483:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c683842200/0x9da62835f5d70a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.672503:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c683842a00/0x9da62835f5d70a96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466068 expref: 120 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.672515:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c683842200/0x9da62835f5d70a9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466068 expref: 119 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.672521:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff93c681135700)
00010000:00010000:3.0:1775764889.672523:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764889.672525:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842200, rc 0)
00000100:00100000:3.0:1775764889.672646:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14453:x1862022293748224:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12020us (12235us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.672653:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205983
00000100:00100000:2.0:1775764889.682936:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.683039:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293748608
00000100:00100000:0.0:1775764889.683050:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293748608
00000100:00100000:0.0:1775764889.683112:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205984
00000100:00100000:0.0:1775764889.683122:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14453:x1862022293748608:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764889.683143:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764889.683164:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164a00/0x9da62835f5d70aa4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446606f expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683227:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d70aab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683241:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d70aab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683253:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d70aab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683267:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164c00/0x9da62835f5d70ab2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683273:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164c00/0x9da62835f5d70ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683280:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164c00/0x9da62835f5d70ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683348:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d70ab9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683357:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d70ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683369:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d70ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764889.683410:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1867776
00000004:00200000:0.0:1775764889.683415:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764889.683433:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d70ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683444:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d70ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683452:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d70aab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683458:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d70aab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683465:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d70aab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683471:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764889.683476:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d70aab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683483:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d70aab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683493:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff93c681135900)
00010000:00010000:0.0:1775764889.683496:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764889.683501:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d70aab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683511:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a165e00/0x9da62835f5d70aab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683525:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164c00/0x9da62835f5d70ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683531:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164c00/0x9da62835f5d70ab2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683537:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164c00/0x9da62835f5d70ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683555:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764889.683557:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164c00/0x9da62835f5d70ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683563:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164c00/0x9da62835f5d70ab2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683571:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x8d5ea5b7 (ffff93c69bc6e000)
00010000:00010000:0.0:1775764889.683574:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764889.683577:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164c00/0x9da62835f5d70ab2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683582:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164c00/0x9da62835f5d70ab2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683609:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164a00/0x9da62835f5d70aa4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446606f expref: 121 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683626:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d70ab9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446606f expref: 120 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.683633:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff93c69bed0d00)
00010000:00010000:0.0:1775764889.683635:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764889.683638:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164800, rc 0)
00000100:00100000:0.0:1775764889.683702:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293748608:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 581us (774us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.683709:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205984
00000100:00100000:0.0:1775764889.691081:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.691187:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293748736
00000100:00100000:2.0:1775764889.691197:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293748736
00000100:00100000:2.0:1775764889.691270:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1180
00000100:00100000:2.0:1775764889.691279:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2401:x1862022293748736:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764889.691295:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764889.691319:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c68a164800/0x9da62835f5d70ab9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446606f expref: 120 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.691339:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff93c69bed0d00)
00010000:00010000:2.0:1775764889.691344:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764889.691398:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:2401:x1862022293748736:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 120us (324us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.691405:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1180
00000100:00100000:3.0:1775764889.691892:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.691954:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293748992
00000100:00100000:1.0:1775764889.691959:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293748992
00000100:00100000:1.0:1775764889.691987:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205985
00000100:00100000:1.0:1775764889.691993:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+119:14453:x1862022293748992:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764889.692009:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764889.692025:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac2400/0x9da62835f5d70ac0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466076 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.692122:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.692136:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446571c expref: 120 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.692144:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.692176:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446571c expref: 120 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.692189:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446571c expref: 120 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.692202:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6517:1862022277260672:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764889.692268:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63180 going to sleep for 11 seconds
00000100:00100000:1.0:1775764889.696018:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6517:1862022277260672:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764889.696048:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.698409:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.698493:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293749120
00000100:00100000:1.0:1775764889.698504:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293749120
00010000:00010000:1.0:1775764889.698554:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446571c expref: 121 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.698596:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3318
00000100:00100000:1.0:1775764889.698605:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699476a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:2402:x1862022293749120:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764889.698619:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764889.698626:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446571c expref: 121 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.698640:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446571c expref: 121 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.698662:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69bebca00/0x9da62835f5d6ebe8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446571c expref: 121 pid: 8005 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.698685:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff93c69bed0d00)
00010000:00010000:1.0:1775764889.698691:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.698701:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.698709:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.698741:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764889.698793:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.698799:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699476a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2402:x1862022293749120:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 194us (396us total) trans 0 rc 0/0
00010000:00010000:3.0:1775764889.698806:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.698813:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3318
00000004:00200000:3.0:1775764889.698833:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1867776
00010000:00010000:3.0:1775764889.699006:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac2400/0x9da62835f5d70ac0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466076 expref: 121 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.699027:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466076 expref: 120 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.699035:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff93c69bed0d00)
00010000:00010000:3.0:1775764889.699039:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764889.699042:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3e00, rc 0)
00000100:00100000:3.0:1775764889.699083:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293748992:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7089us (7193us total) trans 4294969492 rc 0/0
00000100:00100000:3.0:1775764889.699089:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205985
00000100:00100000:3.0:1775764889.705450:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.705585:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293749248
00000100:00100000:1.0:1775764889.705597:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293749248
00000100:00100000:1.0:1775764889.705663:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205986
00000100:00100000:1.0:1775764889.705673:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293749248:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764889.705701:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764889.705725:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac2000/0x9da62835f5d70ad5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446607d expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.705821:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3600/0x9da62835f5d70adc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.705835:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466076 expref: 121 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.705887:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3600/0x9da62835f5d70adc lrc: 4/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.705923:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466076 expref: 121 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.705935:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466076 expref: 121 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.705948:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10031:1862022277260800:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764889.706034:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63180 going to sleep for 11 seconds
00000100:00100000:2.0:1775764889.712190:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.712310:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.712374:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10031:1862022277260800:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764889.712384:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293749504
00000100:00100000:3.0:1775764889.712391:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293749504
00010000:00010000:1.0:1775764889.712399:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3600/0x9da62835f5d70adc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.712426:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466076 expref: 122 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.712466:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3319
00000100:00100000:3.0:1775764889.712474:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:2402:x1862022293749504:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.712609:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.712619:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466076 expref: 122 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.712632:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466076 expref: 122 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.712654:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ac7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466076 expref: 122 pid: 6517 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.712669:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff93c69bed0d00)
00010000:00010000:3.0:1775764889.712673:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3600/0x9da62835f5d70adc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.712682:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3600/0x9da62835f5d70adc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.712689:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3600/0x9da62835f5d70adc lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.712716:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764889.712745:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3600/0x9da62835f5d70adc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.712754:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3600/0x9da62835f5d70adc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.712775:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:2402:x1862022293749504:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 300us (463us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.712782:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3319
00000004:00200000:1.0:1775764889.712809:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1867776
00000004:00200000:1.0:1775764889.712814:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764889.712836:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3600/0x9da62835f5d70adc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.712886:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac2000/0x9da62835f5d70ad5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446607d expref: 121 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.712907:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c69fac3600/0x9da62835f5d70adc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446607d expref: 120 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.712915:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff93c69bed0d00)
00010000:00010000:1.0:1775764889.712918:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764889.712921:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3600, rc 0)
00000100:00100000:1.0:1775764889.712948:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14453:x1862022293749248:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7277us (7507us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.712955:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205986
00000100:00100000:1.0:1775764889.712976:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293749376
00000100:00100000:1.0:1775764889.712980:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293749376
00000100:00100000:0.0:1775764889.715740:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205987
00000100:00100000:0.0:1775764889.715764:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:14454:x1862022293749376:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764889.715792:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764889.715814:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70ae3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466084 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716168:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70aea lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716183:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70aea lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716194:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70aea lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716207:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70af1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716215:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70af1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716221:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70af1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716307:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70aea lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716313:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70aea lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716319:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70aea lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716325:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764889.716330:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70aea lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716336:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70aea lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716347:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764889.716350:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764889.716353:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70aea lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716359:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70aea lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716372:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70af1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716378:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70af1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716383:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70af1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716389:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764889.716391:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70af1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716396:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70af1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716401:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x14062c82 (ffff93c69bc6e000)
00010000:00010000:0.0:1775764889.716404:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764889.716406:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70af1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716410:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70af1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716437:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70ae3 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466084 expref: 219 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716445:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764889.716447:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764889.716450:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70ae3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466084 expref: 219 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.716463:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164a00, rc 0)
00000100:00100000:0.0:1775764889.716593:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:14454:x1862022293749376:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 840us (4413us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764889.716601:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205987
00000100:00100000:2.0:1775764889.723367:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.723459:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293749632
00000100:00100000:0.0:1775764889.723469:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293749632
00000100:00100000:0.0:1775764889.723527:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205988
00000100:00100000:0.0:1775764889.723537:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4934000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:14454:x1862022293749632:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764889.723567:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764889.723587:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70af8 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446608b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.723654:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70aff lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.723669:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70aff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.723680:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70aff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764889.723726:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10086:0x0]: returning size 4096
00000004:00200000:0.0:1775764889.723730:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764889.723749:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70aff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.723772:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70af8 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446608b expref: 220 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.723794:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70aff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446608b expref: 219 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.723802:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764889.723805:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764889.723810:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165e00, rc 0)
00000100:00100000:0.0:1775764889.724071:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4934000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14454:x1862022293749632:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 535us (713us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.724080:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205988
00000100:00100000:2.0:1775764889.729401:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.730339:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293749760
00000100:00100000:1.0:1775764889.730350:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293749760
00000100:00100000:1.0:1775764889.730409:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3000
00000100:00100000:1.0:1775764889.730418:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4863450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14454:x1862022293749760:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:1.0:1775764889.734760:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4863450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14454:x1862022293749760:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 4333us (5357us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.734775:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3000
00000100:00100000:2.0:1775764889.746514:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.749155:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293750016
00000100:00100000:3.0:1775764889.749171:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293750016
00000100:00100000:2.0:1775764889.749465:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205989
00000100:00100000:2.0:1775764889.749477:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14454:x1862022293750016:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764889.749498:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764889.749518:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d70b06 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466092 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.749640:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.749657:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823600/0x9da62835f5d60210 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944611bd expref: 220 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.749665:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.749704:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823600/0x9da62835f5d60210 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611bd expref: 220 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.749718:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823600/0x9da62835f5d60210 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611bd expref: 220 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.749732:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682c59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277260928:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764889.751062:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f520c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764889.751599:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.752318:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293750144
00000100:00100000:2.0:1775764889.752328:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293750144
00000100:00100000:2.0:1775764889.752389:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205990
00000100:00100000:2.0:1775764889.752399:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14453:x1862022293750144:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764889.752418:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764889.752438:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b14 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466099 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.752499:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70b1b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.752514:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70b1b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.752528:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70b1b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.752555:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b22 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.752563:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b22 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.752570:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b22 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.752608:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70b1b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.752616:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70b1b lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.752622:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70b1b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.752627:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.752632:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70b1b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.752639:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70b1b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.752655:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764889.752658:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.753314:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70b1b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.753323:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70b1b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.753339:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b22 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.753346:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b22 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.753352:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b22 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.753357:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.753360:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b22 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.753366:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b22 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.753375:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x14062c82 (ffff93c6828a0700)
00010000:00010000:2.0:1775764889.753377:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.753380:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b22 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.753384:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b22 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.753417:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b14 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466099 expref: 222 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.753427:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764889.753429:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.753432:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b14 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466099 expref: 222 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.753443:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:2.0:1775764889.753514:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14453:x1862022293750144:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1115us (1917us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764889.753521:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205990
00000100:00100000:0.0:1775764889.757764:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.758758:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293750272
00000100:00100000:1.0:1775764889.758769:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293750272
00010000:00010000:1.0:1775764889.758822:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823600/0x9da62835f5d60210 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611bd expref: 221 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.758913:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3320
00000100:00100000:1.0:1775764889.758922:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:2402:x1862022293750272:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764889.759620:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764889.759633:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823600/0x9da62835f5d60210 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611bd expref: 221 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.759651:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823600/0x9da62835f5d60210 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611bd expref: 221 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.759674:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:1.0:1775764889.759679:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.759688:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.759695:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.759716:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764889.759767:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:2402:x1862022293750272:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 845us (2011us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.759776:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3320
00000100:00100000:3.0:1775764889.760486:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.761277:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293750400
00000100:00100000:1.0:1775764889.761288:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293750400
00000100:00100000:1.0:1775764889.761337:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205991
00000100:00100000:1.0:1775764889.761345:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699477800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14453:x1862022293750400:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764889.761364:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764889.761383:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d70b29 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944660a0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.761447:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d70b30 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.761461:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d70b30 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.761473:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d70b30 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764889.761518:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10087:0x0]: returning size 4096
00000004:00200000:1.0:1775764889.761522:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764889.761553:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d70b30 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.761577:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d70b29 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660a0 expref: 223 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.761595:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d70b30 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660a0 expref: 222 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.761603:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764889.761606:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764889.761608:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2c00, rc 0)
00000100:00100000:1.0:1775764889.761655:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699477800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:14453:x1862022293750400:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 311us (1172us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.761673:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205991
00010000:00010000:2.0:1775764889.763308:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823600/0x9da62835f5d60210 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611bd expref: 221 pid: 14273 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.763331:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682c59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277260928:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764889.763356:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.763366:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.763372:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764889.763390:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096
00010000:00010000:2.0:1775764889.763512:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d70b06 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466092 expref: 222 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.763528:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466092 expref: 221 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.763536:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:2.0:1775764889.763552:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764889.763555:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184e00, rc 0)
00000100:00100000:2.0:1775764889.763677:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14454:x1862022293750016:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14194us (17163us total) trans 4295101773 rc 0/0
00000100:00100000:2.0:1775764889.763687:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205989
00000100:00100000:0.0:1775764889.782939:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.783039:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.783136:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293750656
00000100:00100000:1.0:1775764889.783147:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293750656
00000100:00100000:1.0:1775764889.783207:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205992
00000100:00100000:1.0:1775764889.783217:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14454:x1862022293750656:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764889.783243:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764889.783263:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d70b3e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944660a7 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.783354:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.783369:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466092 expref: 222 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.783377:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.783411:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466092 expref: 222 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.783425:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466092 expref: 222 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.783438:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277261056:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764889.783528:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a639c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764889.783659:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293750528
00000100:00100000:3.0:1775764889.783664:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293750528
00000100:00100000:3.0:1775764889.783698:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3001
00000100:00100000:3.0:1775764889.783706:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14453:x1862022293750528:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764889.789959:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.790166:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293750784
00000100:00100000:2.0:1775764889.790176:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293750784
00010000:00010000:2.0:1775764889.790219:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466092 expref: 225 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.790262:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3321
00000100:00100000:2.0:1775764889.790272:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:2403:x1862022293750784:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764889.790286:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764889.790293:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466092 expref: 225 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.790308:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466092 expref: 225 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.790332:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:2.0:1775764889.790337:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.790347:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.790354:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.790372:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764889.790421:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:2403:x1862022293750784:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 151us (472us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.790429:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3321
00010000:00010000:1.0:1775764889.791936:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b0d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466092 expref: 224 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.791961:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277261056:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764889.791984:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.791994:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.792000:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764889.792058:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096
00000004:00200000:1.0:1775764889.792063:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764889.792085:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.792116:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d70b3e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660a7 expref: 224 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.792131:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660a7 expref: 223 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.792140:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:1.0:1775764889.792143:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764889.792146:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3a00, rc 0)
00000100:00100000:1.0:1775764889.792208:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14454:x1862022293750656:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8993us (9168us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.792217:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205992
00000100:00100000:0.0:1775764889.799750:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14453:x1862022293750528:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 16035us (16809us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.799764:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3001
00000100:00100000:0.0:1775764889.816718:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.816833:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.817211:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293750912
00000100:00100000:2.0:1775764889.817221:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293750912
00000100:00100000:2.0:1775764889.817279:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293751168
00000100:00100000:2.0:1775764889.817283:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293751168
00000100:00100000:2.0:1775764889.817376:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205993
00000100:00100000:2.0:1775764889.817386:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:14454:x1862022293750912:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764889.817408:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764889.817431:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70b4c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944660ae expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817548:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70b53 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817564:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70b53 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817577:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70b53 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817598:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b5a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817604:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b5a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817611:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b5a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817651:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70b53 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817658:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70b53 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817665:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70b53 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817672:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.817676:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70b53 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817683:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70b53 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817694:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764889.817697:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.817701:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70b53 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817708:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70b53 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817721:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b5a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817727:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b5a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817734:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b5a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817738:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.817741:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b5a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817746:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b5a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817752:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x14062c82 (ffff93c6828a0700)
00010000:00010000:2.0:1775764889.817755:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.817757:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b5a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817762:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70b5a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817791:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70b4c lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660ae expref: 223 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817801:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764889.817804:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.817808:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70b4c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660ae expref: 223 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.817816:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:2.0:1775764889.817916:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:14454:x1862022293750912:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 531us (1206us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764889.817923:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205993
00000100:00100000:2.0:1775764889.817942:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205994
00000100:00100000:2.0:1775764889.817949:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14453:x1862022293751168:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764889.817957:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764889.817966:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b61 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944660b5 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.818029:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.818040:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d60225 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944611c4 expref: 222 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.818049:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.818077:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d60225 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611c4 expref: 222 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.818091:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d60225 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611c4 expref: 222 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.818110:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682c59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277261184:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764889.818158:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764889.825356:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.825432:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293751424
00000100:00100000:3.0:1775764889.825441:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293751424
00000100:00100000:3.0:1775764889.825497:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3002
00000100:00100000:3.0:1775764889.825507:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14454:x1862022293751424:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764889.825712:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14454:x1862022293751424:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 205us (363us total) trans 4295101774 rc 0/0
00000100:00100000:3.0:1775764889.825720:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3002
00000100:00100000:2.0:1775764889.830711:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.831722:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293751552
00000100:00100000:0.0:1775764889.831733:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293751552
00000100:00100000:0.0:1775764889.831861:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205995
00000100:00100000:0.0:1775764889.831880:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14454:x1862022293751552:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764889.831910:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764889.831929:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70b6f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944660bc expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.831999:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70b76 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832015:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70b76 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832028:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70b76 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832043:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70b7d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832050:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70b7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832057:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70b7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832132:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70b84 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832142:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70b84 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832150:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70b84 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764889.832193:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096
00000004:00200000:0.0:1775764889.832198:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764889.832216:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70b84 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832233:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70b84 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832241:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70b76 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832248:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70b76 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832255:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70b76 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832261:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764889.832265:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70b76 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832273:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70b76 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832284:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764889.832287:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764889.832291:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70b76 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832297:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70b76 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832310:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70b7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832316:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70b7d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832322:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70b7d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832328:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764889.832330:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70b7d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832336:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70b7d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832343:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xcd7d97c8 (ffff93c69bc6e000)
00010000:00010000:0.0:1775764889.832345:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764889.832348:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70b7d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832354:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70b7d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832379:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70b6f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660bc expref: 226 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832392:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70b84 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660bc expref: 225 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.832399:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:0.0:1775764889.832401:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764889.832404:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164200, rc 0)
00000100:00100000:0.0:1775764889.832469:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:14454:x1862022293751552:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 592us (1768us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.832477:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205995
00000100:00100000:0.0:1775764889.837289:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.837404:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682c59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277261184:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764889.837426:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.838780:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293751680
00000100:00100000:3.0:1775764889.838791:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293751680
00010000:00010000:3.0:1775764889.838833:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d60225 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611c4 expref: 225 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.839107:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3322
00000100:00100000:3.0:1775764889.839114:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:2402:x1862022293751680:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.839128:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.839133:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d60225 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611c4 expref: 225 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.839144:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d60225 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611c4 expref: 225 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.839159:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d60225 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611c4 expref: 225 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.839171:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:3.0:1775764889.839175:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.839182:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.839189:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.839223:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764889.839285:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:2402:x1862022293751680:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 171us (2003us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.839293:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3322
00010000:00010000:2.0:1775764889.839339:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.839344:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764889.839362:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096
00010000:00010000:2.0:1775764889.839471:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70b61 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660b5 expref: 225 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.839485:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660b5 expref: 224 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.839492:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:2.0:1775764889.839494:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764889.839497:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:2.0:1775764889.839520:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14453:x1862022293751168:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 21572us (22686us total) trans 4295101775 rc 0/0
00000100:00100000:2.0:1775764889.839531:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205994
00000100:00100000:2.0:1775764889.844894:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.844937:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.845217:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293752064
00000100:00100000:3.0:1775764889.845226:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293752064
00000100:00100000:3.0:1775764889.845283:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205996
00000100:00100000:3.0:1775764889.845293:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14454:x1862022293752064:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.845314:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.845334:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70b92 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944660c3 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.845438:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.845454:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660a7 expref: 225 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.845463:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70b84 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660bc expref: 225 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.845471:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 5/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.845503:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70b84 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660bc expref: 225 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.845521:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70b84 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660bc expref: 225 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.845532:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c699475c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277261312:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764889.845626:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660a7 expref: 225 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.845634:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660a7 expref: 225 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.845643:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5bf480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277261440:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764889.845665:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfadb40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764889.846268:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.846355:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293751808
00000100:00100000:1.0:1775764889.846362:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293751808
00010000:00010000:1.0:1775764889.846386:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70b84 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660bc expref: 226 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.846424:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3323
00000100:00100000:1.0:1775764889.846432:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe93850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:2403:x1862022293751808:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764889.846443:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764889.846448:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70b84 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660bc expref: 226 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.846461:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70b84 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660bc expref: 226 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.846480:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:1.0:1775764889.846485:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.846492:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.846499:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764889.846651:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe93850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:2403:x1862022293751808:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 218us (1711us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.846659:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3323
00000100:00100000:1.0:1775764889.846707:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293752192
00000100:00100000:1.0:1775764889.846710:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293752192
00000100:00100000:1.0:1775764889.846734:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205997
00000100:00100000:1.0:1775764889.846741:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:14453:x1862022293752192:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764889.846757:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764889.846770:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d70ba0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944660ca expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.846833:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.846867:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660b5 expref: 227 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.846883:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.846909:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660b5 expref: 227 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.846918:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660b5 expref: 227 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.846929:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277261568:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764889.847496:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63f00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764889.852224:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.852446:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293752320
00000100:00100000:0.0:1775764889.852456:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293752320
00010000:00010000:0.0:1775764889.852512:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660a7 expref: 228 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.852564:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3324
00000100:00100000:0.0:1775764889.852575:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+228:2402:x1862022293752320:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764889.852589:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764889.852595:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660a7 expref: 228 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.852609:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660a7 expref: 228 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.852633:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:0.0:1775764889.852638:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.852648:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.852657:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.852675:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764889.852724:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+228:2402:x1862022293752320:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 151us (510us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.852733:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3324
00000100:00100000:1.0:1775764889.853073:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277261568:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764889.853094:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.854061:0:14273:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000b89d9fd5 x1862022277261312) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70b84 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660bc expref: 227 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.854079:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70b84 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660bc expref: 227 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.854095:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c699475c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277261312:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764889.854108:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70b45 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660a7 expref: 226 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.854118:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5bf480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277261440:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764889.854136:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:3.0:1775764889.854142:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.854150:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.854155:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764889.854174:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096
00010000:00010000:3.0:1775764889.854314:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70b92 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660c3 expref: 227 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.854329:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660c3 expref: 226 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.854336:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:3.0:1775764889.854339:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764889.854341:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:3.0:1775764889.854477:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:14454:x1862022293752064:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9185us (9591us total) trans 4295101776 rc 0/0
00000100:00100000:3.0:1775764889.854487:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205996
00000100:00100000:0.0:1775764889.854754:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.859682:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293752448
00000100:00100000:3.0:1775764889.859697:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293752448
00010000:00010000:3.0:1775764889.859738:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660b5 expref: 226 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.859776:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3325
00000100:00100000:3.0:1775764889.859785:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:2402:x1862022293752448:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764889.859799:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764889.859805:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660b5 expref: 226 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.859820:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660b5 expref: 226 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.859860:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70b68 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660b5 expref: 226 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.859889:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:3.0:1775764889.859896:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.859906:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.859913:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.859942:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764889.860000:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:2402:x1862022293752448:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 215us (5246us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.860008:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3325
00010000:00010000:3.0:1775764889.860035:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.860043:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764889.860092:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096
00000004:00200000:3.0:1775764889.860096:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764889.860117:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.860145:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d70ba0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10089:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660ca expref: 225 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.860159:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660ca expref: 224 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.860166:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:3.0:1775764889.860169:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764889.860171:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3e00, rc 0)
00000100:00100000:3.0:1775764889.860447:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14453:x1862022293752192:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13705us (14179us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.860456:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205997
00000100:00100000:0.0:1775764889.860755:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.861121:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293752576
00000100:00100000:3.0:1775764889.861128:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293752576
00000100:00100000:3.0:1775764889.861163:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205998
00000100:00100000:3.0:1775764889.861170:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14454:x1862022293752576:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.861203:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.861221:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70bb5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944660d1 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.861296:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.861309:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660c3 expref: 225 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.861317:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.861348:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660c3 expref: 225 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.861363:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660c3 expref: 225 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.861376:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5bf480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277261696:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764889.862156:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764889.872799:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.873052:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5bf480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277261696:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764889.873077:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.873151:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.873234:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293752832
00000100:00100000:2.0:1775764889.873241:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293752832
00000100:00100000:2.0:1775764889.873302:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 205999
00000100:00100000:2.0:1775764889.873311:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:14453:x1862022293752832:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764889.873329:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764889.873349:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70bc3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944660d8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873405:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70bca lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873418:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70bca lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873428:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70bca lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873442:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70bd1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873449:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70bd1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873455:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70bd1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873507:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70bca lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873514:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70bca lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873520:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70bca lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873526:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.873530:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70bca lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873545:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70bca lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873557:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764889.873560:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.873569:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70bca lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873575:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70bca lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873587:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70bd1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873593:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70bd1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873598:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70bd1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873604:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.873606:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70bd1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873611:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70bd1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873618:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x14062c82 (ffff93c6828a0700)
00010000:00010000:2.0:1775764889.873620:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.873622:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70bd1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873627:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70bd1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873659:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70bc3 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660d8 expref: 227 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873669:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764889.873671:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.873675:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70bc3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660d8 expref: 227 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.873684:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184e00, rc 0)
00000100:00100000:2.0:1775764889.873743:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:14453:x1862022293752832:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 433us (591us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764889.873750:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205999
00000100:00100000:1.0:1775764889.874136:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293752704
00000100:00100000:1.0:1775764889.874142:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293752704
00010000:00010000:1.0:1775764889.874167:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660c3 expref: 226 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.874203:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3326
00000100:00100000:1.0:1775764889.874210:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:2403:x1862022293752704:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764889.874219:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764889.874225:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660c3 expref: 226 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.874236:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660c3 expref: 226 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.874250:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70b99 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660c3 expref: 226 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.874261:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:1.0:1775764889.874265:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.874272:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.874279:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.874308:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764889.874336:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:2403:x1862022293752704:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 126us (1545us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.874342:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3326
00010000:00010000:2.0:1775764889.874392:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.874399:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764889.874442:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096
00000004:00200000:2.0:1775764889.874447:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764889.874478:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.874503:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70bb5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660d1 expref: 225 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.874516:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660d1 expref: 224 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.874522:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:2.0:1775764889.874525:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764889.874527:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843e00, rc 0)
00000100:00100000:2.0:1775764889.874560:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14454:x1862022293752576:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13390us (13806us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.874566:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 205998
00000100:00100000:0.0:1775764889.887134:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.887339:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293753088
00000100:00100000:1.0:1775764889.887350:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293753088
00000100:00100000:1.0:1775764889.887410:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3003
00000100:00100000:1.0:1775764889.887421:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14453:x1862022293753088:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764889.887671:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:14453:x1862022293753088:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 251us (544us total) trans 4295101777 rc 0/0
00000100:00100000:1.0:1775764889.887679:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3003
00000100:00100000:0.0:1775764889.892953:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.893042:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293753344
00000100:00100000:3.0:1775764889.893052:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293753344
00000100:00100000:3.0:1775764889.893115:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206000
00000100:00100000:3.0:1775764889.893125:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:14453:x1862022293753344:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.893149:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.893179:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70bd8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944660e6 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893242:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70bdf lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893257:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70bdf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893268:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70bdf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893281:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70be6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893287:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70be6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893293:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70be6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893367:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d70bed lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893375:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d70bed lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893381:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d70bed lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764889.893417:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096
00000004:00200000:3.0:1775764889.893421:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764889.893441:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d70bed lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893455:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d70bed lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893463:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70bdf lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893469:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70bdf lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893474:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70bdf lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893480:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70bdf lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893486:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764889.893490:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70bdf lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893498:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70bdf lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893509:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764889.893512:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764889.893515:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70bdf lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893521:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70bdf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893535:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70be6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893553:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70be6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893564:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70be6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893569:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764889.893572:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70be6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893577:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70be6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893583:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xcd7d97c8 (ffff93c69abaf200)
00010000:00010000:3.0:1775764889.893586:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764889.893589:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70be6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893593:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70be6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893622:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70bd8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660e6 expref: 227 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893633:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d70bed lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660e6 expref: 226 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.893639:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:3.0:1775764889.893641:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764889.893644:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c781689400, rc 0)
00000100:00100000:3.0:1775764889.893702:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:14453:x1862022293753344:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 578us (757us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.893710:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206000
00000100:00100000:2.0:1775764889.894967:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.895040:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293753216
00000100:00100000:0.0:1775764889.895048:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293753216
00000100:00100000:0.0:1775764889.895096:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206001
00000100:00100000:0.0:1775764889.895104:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:14454:x1862022293753216:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764889.895120:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764889.895137:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70bf4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944660df expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.895337:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70bfb lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.895352:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70bfb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.895364:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70bfb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.895378:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70c02 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.895386:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70c02 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.895394:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70c02 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.895456:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70c09 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.895465:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70c09 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.895472:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70c09 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764889.896383:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008a:0x0]: returning size 260096
00000004:00200000:0.0:1775764889.896391:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764889.896418:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70c09 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896431:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70c09 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896440:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70bfb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896447:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70bfb lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896453:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70bfb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896459:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764889.896463:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70bfb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896471:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70bfb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896483:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764889.896554:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764889.896560:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70bfb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896567:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70bfb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896582:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70c02 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896588:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70c02 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896593:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70c02 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896599:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764889.896601:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70c02 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896607:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70c02 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896615:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5e0db83a (ffff93c69bc6e000)
00010000:00010000:0.0:1775764889.896617:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764889.896620:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70c02 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896626:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70c02 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896663:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70bf4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660df expref: 228 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896676:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70c09 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660df expref: 227 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.896684:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff93c69e486600)
00010000:00010000:0.0:1775764889.896686:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764889.896689:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165400, rc 0)
00000100:00100000:0.0:1775764889.897117:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:14454:x1862022293753216:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2011us (2153us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.897127:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206001
00000100:00100000:0.0:1775764889.906428:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.906530:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293753472
00000100:00100000:2.0:1775764889.906550:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293753472
00000100:00100000:2.0:1775764889.906615:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1181
00000100:00100000:2.0:1775764889.906625:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:2400:x1862022293753472:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764889.906640:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764889.906666:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70c09 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660df expref: 227 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.906688:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff93c69e486600)
00010000:00010000:2.0:1775764889.906692:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764889.906759:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:2400:x1862022293753472:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 135us (340us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.906766:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1181
00000100:00100000:2.0:1775764889.910661:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.910729:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.911550:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293753600
00000100:00100000:0.0:1775764889.911562:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293753600
00000100:00100000:0.0:1775764889.911633:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1182
00000100:00100000:0.0:1775764889.911643:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:2402:x1862022293753600:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764889.911658:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764889.911680:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d70bed lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660e6 expref: 226 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.911708:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:0.0:1775764889.911714:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764889.911772:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:2402:x1862022293753600:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 131us (1043us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.911780:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1182
00000100:00100000:3.0:1775764889.912331:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293753856
00000100:00100000:3.0:1775764889.912337:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293753856
00000100:00100000:3.0:1775764889.912376:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206002
00000100:00100000:3.0:1775764889.912384:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:14453:x1862022293753856:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.912399:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.912416:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70c10 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944660ed expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.912511:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.912525:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660ca expref: 226 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.912533:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.912575:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660ca expref: 226 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.912589:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660ca expref: 226 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.912601:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5bf480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277261824:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764889.912664:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfadb40 going to sleep for 11 seconds
00000100:00100000:2.0:1775764889.915591:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.915735:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293754112
00000100:00100000:3.0:1775764889.915744:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293754112
00000100:00100000:3.0:1775764889.915802:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206003
00000100:00100000:3.0:1775764889.915813:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:14454:x1862022293754112:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.915832:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.915890:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70c1e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944660f4 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.915990:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.916005:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d60295 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944611e7 expref: 228 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.916014:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.916046:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d60295 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611e7 expref: 228 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.916057:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d60295 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611e7 expref: 228 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.916070:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5bc380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277261952:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764889.916139:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764889.919052:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.919128:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293754240
00000100:00100000:1.0:1775764889.919138:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293754240
00010000:00010000:1.0:1775764889.919185:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660ca expref: 229 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.919228:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3327
00000100:00100000:1.0:1775764889.919238:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:2403:x1862022293754240:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764889.919252:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764889.919259:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660ca expref: 229 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.919272:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660ca expref: 229 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.919291:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:1.0:1775764889.919297:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.919305:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.919317:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.919335:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764889.919379:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:2403:x1862022293754240:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 142us (335us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.919386:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3327
00010000:00010000:2.0:1775764889.922617:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70ba7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660ca expref: 228 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.922641:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5bf480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277261824:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764889.922669:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.922679:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.922685:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764889.922707:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096
00010000:00010000:2.0:1775764889.922867:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70c10 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660ed expref: 229 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.922892:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660ed expref: 228 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.922900:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:2.0:1775764889.922902:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764889.922904:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:2.0:1775764889.922958:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+228:14453:x1862022293753856:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10576us (12307us total) trans 4295101778 rc 0/0
00000100:00100000:2.0:1775764889.922965:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206002
00000100:00100000:0.0:1775764889.925139:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.925250:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5bc380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277261952:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764889.925290:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.925357:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293754368
00000100:00100000:1.0:1775764889.925364:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293754368
00010000:00010000:1.0:1775764889.925396:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d60295 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611e7 expref: 228 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.925463:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3328
00000100:00100000:1.0:1775764889.925470:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe90450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+228:2402:x1862022293754368:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764889.925481:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764889.925487:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d60295 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611e7 expref: 228 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.925499:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d60295 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611e7 expref: 228 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.925531:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d60295 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611e7 expref: 228 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.925557:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff93c69e486600)
00010000:00010000:1.0:1775764889.925569:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.925577:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.925582:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.925601:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764889.925632:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.925639:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.925654:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe90450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:2402:x1862022293754368:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 184us (522us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.925661:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3328
00000004:00200000:3.0:1775764889.925864:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008a:0x0]: returning size 260096
00010000:00010000:3.0:1775764889.926288:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70c1e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660f4 expref: 228 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.926305:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660f4 expref: 227 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.926312:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff93c69e486600)
00010000:00010000:3.0:1775764889.926315:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764889.926317:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768e00, rc 0)
00000100:00100000:3.0:1775764889.926359:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:14454:x1862022293754112:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10549us (10777us total) trans 4295101779 rc 0/0
00000100:00100000:3.0:1775764889.926366:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206003
00000100:00100000:0.0:1775764889.941636:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.941735:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293754624
00000100:00100000:2.0:1775764889.941743:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293754624
00000100:00100000:2.0:1775764889.941789:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206004
00000100:00100000:2.0:1775764889.941796:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:14454:x1862022293754624:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764889.941818:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764889.941835:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70c3a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466102 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.942472:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.942873:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293754496
00000100:00100000:0.0:1775764889.942880:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293754496
00000100:00100000:0.0:1775764889.942924:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206005
00000100:00100000:0.0:1775764889.942932:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14453:x1862022293754496:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764889.942943:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764889.942957:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c41 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944660fb expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.943076:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.943092:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660ed expref: 230 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.943100:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.943131:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660ed expref: 230 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.943146:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660ed expref: 230 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.943165:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c19a8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277262080:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764889.943239:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898000 going to sleep for 11 seconds
00010000:00010000:1.0:1775764889.943675:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.943689:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660f4 expref: 230 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.943697:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.943718:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660f4 expref: 230 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.943727:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660f4 expref: 230 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764889.943736:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277262208:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764889.943772:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63240 going to sleep for 11 seconds
00000100:00100000:1.0:1775764889.949103:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277262208:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764889.949131:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.949732:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.949908:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293754752
00000100:00100000:2.0:1775764889.949916:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293754752
00010000:00010000:2.0:1775764889.949953:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660f4 expref: 231 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.949993:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3329
00000100:00100000:2.0:1775764889.950003:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:2402:x1862022293754752:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764889.950018:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764889.950023:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660f4 expref: 231 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.950040:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660f4 expref: 231 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.950064:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c25 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660f4 expref: 231 pid: 14273 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.950080:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff93c69e486600)
00010000:00010000:2.0:1775764889.950085:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.950095:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.950102:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.950135:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764889.950179:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:2402:x1862022293754752:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 177us (449us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.950187:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3329
00010000:00010000:3.0:1775764889.950431:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.950440:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764889.950955:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008a:0x0]: returning size 260096
00000004:00200000:3.0:1775764889.950961:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764889.950986:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.951020:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70c3a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1008a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466102 expref: 230 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.951037:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466102 expref: 229 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.951045:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff93c69e486600)
00010000:00010000:3.0:1775764889.951048:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764889.951051:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3c00, rc 0)
00000100:00100000:3.0:1775764889.951093:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14454:x1862022293754624:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9297us (9465us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.951099:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206004
00000100:00100000:0.0:1775764889.955883:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c19a8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277262080:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764889.955920:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764889.956399:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.956551:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293754880
00000100:00100000:0.0:1775764889.956561:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293754880
00010000:00010000:0.0:1775764889.956595:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660ed expref: 229 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.956637:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3330
00000100:00100000:0.0:1775764889.956647:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:2402:x1862022293754880:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764889.956660:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764889.956678:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660ed expref: 229 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.956692:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660ed expref: 229 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.956715:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70c17 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660ed expref: 229 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.956732:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:0.0:1775764889.956736:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.956746:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.956753:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.956769:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764889.956827:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+228:2402:x1862022293754880:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 182us (428us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764889.956835:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3330
00010000:00010000:1.0:1775764889.960423:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.960438:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764889.960493:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096
00000004:00200000:1.0:1775764889.960497:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764889.960520:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.960570:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c41 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10089:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660fb expref: 228 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.960588:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660fb expref: 227 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.960597:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:1.0:1775764889.960599:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764889.960603:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164200, rc 0)
00000100:00100000:1.0:1775764889.960659:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:14453:x1862022293754496:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 17727us (18187us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.960668:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206005
00000100:00100000:3.0:1775764889.964010:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.964164:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293755008
00000100:00100000:2.0:1775764889.964173:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293755008
00000100:00100000:2.0:1775764889.964235:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206006
00000100:00100000:2.0:1775764889.964245:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:14454:x1862022293755008:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764889.964267:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764889.964284:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d70c56 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466109 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964353:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70c5d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964368:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70c5d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964379:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70c5d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964394:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70c64 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964400:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70c64 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964405:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70c64 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964552:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70c6b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964561:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70c6b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964569:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70c6b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764889.964609:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008c:0x0]: returning size 260096
00000004:00200000:2.0:1775764889.964613:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764889.964630:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70c6b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964644:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70c6b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964651:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70c5d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964657:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70c5d lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964663:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70c5d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964669:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.964673:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70c5d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964681:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70c5d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964691:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764889.964694:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.964710:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70c5d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964718:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70c5d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964730:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70c64 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964736:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70c64 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964742:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70c64 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964746:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764889.964749:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70c64 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964754:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70c64 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964762:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xca0b3ea (ffff93c6828a0700)
00010000:00010000:2.0:1775764889.964764:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764889.964767:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70c64 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964772:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70c64 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964799:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d70c56 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466109 expref: 229 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964811:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70c6b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466109 expref: 228 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.964818:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff93c791154600)
00010000:00010000:2.0:1775764889.964821:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764889.964823:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:2.0:1775764889.965140:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+228:14454:x1862022293755008:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 896us (1147us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.965151:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206006
00000100:00100000:2.0:1775764889.977608:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.977655:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764889.977746:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293755392
00000100:00100000:1.0:1775764889.977756:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293755392
00000100:00100000:1.0:1775764889.977819:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1183
00000100:00100000:1.0:1775764889.977829:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+228:2401:x1862022293755392:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764889.977892:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764889.977920:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70c6b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466109 expref: 228 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764889.977940:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff93c791154600)
00010000:00010000:1.0:1775764889.977945:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764889.977996:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:2401:x1862022293755392:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 168us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764889.978003:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1183
00000100:00100000:0.0:1775764889.978217:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293755264
00000100:00100000:0.0:1775764889.978221:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293755264
00000100:00100000:0.0:1775764889.978260:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206007
00000100:00100000:0.0:1775764889.978266:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:14454:x1862022293755264:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764889.978281:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764889.978295:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70c72 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466110 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.978389:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.978401:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d6030c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094461211 expref: 228 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.978409:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.978437:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d6030c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461211 expref: 228 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.978450:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d6030c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461211 expref: 228 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.978462:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c19a8700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277262336:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764889.978508:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764889.985298:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764889.985389:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293755520
00000100:00100000:3.0:1775764889.985399:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293755520
00000100:00100000:3.0:1775764889.985460:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206008
00000100:00100000:3.0:1775764889.985469:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14453:x1862022293755520:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764889.985501:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764889.985520:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70c80 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466117 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985594:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70c87 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985609:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70c87 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985620:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70c87 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985636:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c8e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985643:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c8e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985649:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c8e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985735:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70c95 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985744:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70c95 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985751:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70c95 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764889.985884:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008b:0x0]: returning size 260096
00000004:00200000:3.0:1775764889.985889:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764889.985907:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70c95 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985922:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70c95 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985930:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70c87 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985936:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70c87 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985942:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70c87 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985947:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764889.985952:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70c87 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985959:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70c87 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985969:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764889.985972:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764889.985977:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70c87 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985983:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70c87 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.985995:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c8e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.986001:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c8e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.986007:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c8e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.986012:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764889.986015:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c8e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.986021:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c8e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.986028:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5e0db83a (ffff93c69abaf200)
00010000:00010000:3.0:1775764889.986030:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764889.986032:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c8e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.986037:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70c8e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.986064:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70c80 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466117 expref: 231 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.986077:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70c95 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466117 expref: 230 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764889.986084:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff93c7a01e3a00)
00010000:00010000:3.0:1775764889.986086:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764889.986088:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0fc00, rc 0)
00000100:00100000:3.0:1775764889.986153:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:14453:x1862022293755520:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 684us (864us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764889.986162:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206008
00000100:00100000:0.0:1775764889.995072:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c19a8700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277262336:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764889.995100:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764889.996901:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764889.996974:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764889.997065:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293755904
00000100:00100000:2.0:1775764889.997075:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293755904
00010000:00010000:2.0:1775764889.997113:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d6030c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461211 expref: 230 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764889.997150:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293756032
00000100:00100000:2.0:1775764889.997153:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293756032
00000100:00100000:2.0:1775764889.997189:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3331
00000100:00100000:2.0:1775764889.997198:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:2403:x1862022293755904:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764889.997213:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764889.997219:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d6030c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461211 expref: 231 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.997234:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d6030c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461211 expref: 231 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.997256:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d6030c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461211 expref: 231 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.997273:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff93c791154600)
00010000:00010000:2.0:1775764889.997279:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.997288:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.997298:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.997323:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764889.997375:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:2403:x1862022293755904:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 178us (483us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.997384:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3331
00000100:00100000:2.0:1775764889.997400:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1184
00000100:00100000:2.0:1775764889.997407:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:2403:x1862022293756032:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764889.997415:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764889.997426:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70c95 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466117 expref: 229 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764889.997436:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff93c7a01e3a00)
00010000:00010000:2.0:1775764889.997439:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764889.997457:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+228:2403:x1862022293756032:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 51us (483us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764889.997463:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1184
00010000:00010000:0.0:1775764889.998095:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.998105:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764889.998125:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008c:0x0]: returning size 260096
00010000:00010000:0.0:1775764889.998256:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70c72 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466110 expref: 229 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.998273:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466110 expref: 228 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764889.998281:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff93c791154600)
00010000:00010000:0.0:1775764889.998284:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764889.998287:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164c00, rc 0)
00000100:00100000:0.0:1775764889.998338:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+228:14454:x1862022293755264:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 20071us (20738us total) trans 4295101780 rc 0/0
00000100:00100000:0.0:1775764889.998347:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206007
00000100:00100000:0.0:1775764890.001268:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.001346:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293755776
00000100:00100000:2.0:1775764890.001357:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293755776
00000100:00100000:2.0:1775764890.001416:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206009
00000100:00100000:2.0:1775764890.001426:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+228:14453:x1862022293755776:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764890.001445:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764890.001465:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70ca3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446611e expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.001592:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.001607:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d602a3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944611ee expref: 229 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.001615:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.001648:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d602a3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611ee expref: 229 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.001660:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d602a3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611ee expref: 229 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.001674:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682c5bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277262464:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764890.001761:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52180 going to sleep for 11 seconds
00000100:00100000:2.0:1775764890.006106:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682c5bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277262464:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764890.006136:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.008624:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.008733:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293756160
00000100:00100000:2.0:1775764890.008742:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293756160
00010000:00010000:2.0:1775764890.008784:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d602a3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611ee expref: 230 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.008831:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3332
00000100:00100000:2.0:1775764890.008947:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:2402:x1862022293756160:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764890.008961:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764890.008968:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d602a3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611ee expref: 230 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.008984:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d602a3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611ee expref: 230 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.009004:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d602a3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944611ee expref: 230 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.009020:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff93c7a01e3a00)
00010000:00010000:2.0:1775764890.009027:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.009037:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.009045:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.009125:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764890.009175:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:2402:x1862022293756160:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 230us (559us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.009183:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3332
00010000:00010000:3.0:1775764890.015049:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.015066:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.015096:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008b:0x0]: returning size 260096
00000100:00100000:1.0:1775764890.015367:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.015444:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293756288
00000100:00100000:3.0:1775764890.015452:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293756288
00000100:00100000:3.0:1775764890.015513:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206010
00000100:00100000:3.0:1775764890.015522:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14454:x1862022293756288:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.015570:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.015591:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70cb1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1008c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466125 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.015710:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.015725:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466110 expref: 230 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.015734:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.015770:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466110 expref: 230 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.015784:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466110 expref: 230 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.015798:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681e3ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277262592:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764890.016060:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad000 going to sleep for 11 seconds
00010000:00010000:2.0:1775764890.019465:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70ca3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446611e expref: 232 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.019504:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446611e expref: 231 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.019515:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff93c7a01e3a00)
00010000:00010000:2.0:1775764890.019518:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764890.019522:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184e00, rc 0)
00000100:00100000:2.0:1775764890.019592:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:14453:x1862022293755776:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 18167us (18331us total) trans 4295101781 rc 0/0
00000100:00100000:2.0:1775764890.019601:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206009
00000100:00100000:1.0:1775764890.022428:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.022683:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681e3ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277262592:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764890.022715:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.025025:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293756416
00000100:00100000:0.0:1775764890.025037:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293756416
00010000:00010000:0.0:1775764890.025083:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466110 expref: 231 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.025129:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3333
00000100:00100000:0.0:1775764890.025139:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:2402:x1862022293756416:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764890.025155:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764890.025161:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466110 expref: 231 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.025175:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466110 expref: 231 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.025195:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70c79 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466110 expref: 231 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.025212:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff93c791154600)
00010000:00010000:0.0:1775764890.025218:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.025231:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.025239:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.025267:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764890.025330:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:2402:x1862022293756416:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 193us (2910us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.025337:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3333
00010000:00010000:1.0:1775764890.026043:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.026053:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764890.026109:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008c:0x0]: returning size 260096
00000004:00200000:1.0:1775764890.026113:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764890.026136:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.026168:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70cb1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1008c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466125 expref: 230 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.026182:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466125 expref: 229 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.026195:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff93c791154600)
00010000:00010000:1.0:1775764890.026198:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764890.026201:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691769a00, rc 0)
00000100:00100000:1.0:1775764890.026233:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14454:x1862022293756288:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10713us (10870us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.026239:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206010
00000100:00100000:1.0:1775764890.030253:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.030323:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293756544
00000100:00100000:2.0:1775764890.030333:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293756544
00000100:00100000:2.0:1775764890.030394:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206011
00000100:00100000:2.0:1775764890.030405:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14453:x1862022293756544:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764890.030429:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764890.030451:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70cc6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1008b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446612c expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.030549:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.030565:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446611e expref: 230 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.030574:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.030608:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446611e expref: 230 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.030626:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446611e expref: 230 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.030640:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682c5bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277262720:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764890.030722:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764890.034773:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682c5bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277262720:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764890.034807:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.042481:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.042916:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.043023:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293756672
00000100:00100000:3.0:1775764890.043023:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293756800
00000100:00100000:0.0:1775764890.043033:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293756672
00000100:00100000:3.0:1775764890.043033:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293756800
00010000:00010000:0.0:1775764890.043074:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446611e expref: 232 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.043166:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3334
00000100:00100000:0.0:1775764890.043176:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:2403:x1862022293756672:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764890.043191:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764890.043198:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446611e expref: 232 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.043212:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446611e expref: 232 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.043233:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d70caa lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446611e expref: 232 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.043255:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff93c7a01e3a00)
00010000:00010000:0.0:1775764890.043260:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.043269:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.043274:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206012
00010000:00010000:0.0:1775764890.043277:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.043282:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:14454:x1862022293756800:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.043298:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.043305:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764890.043311:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70cd4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466133 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.043348:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:2403:x1862022293756672:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 174us (876us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.043355:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3334
00010000:00010000:3.0:1775764890.043362:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70cdb lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.043373:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70cdb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.043381:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70cdb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.043397:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70ce2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.043404:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70ce2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.043411:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70ce2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.043493:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70ce9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.043501:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70ce9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.043948:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.043956:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.043998:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008b:0x0]: returning size 260096
00000004:00200000:0.0:1775764890.044003:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764890.044022:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.044048:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d70cc6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1008b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446612c expref: 232 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.044063:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446612c expref: 231 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.044070:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff93c7a01e3a00)
00010000:00010000:0.0:1775764890.044073:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764890.044076:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:0.0:1775764890.044149:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:14453:x1862022293756544:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13746us (13904us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.044156:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206011
00010000:00010000:3.0:1775764890.045415:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70ce9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.045457:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008e:0x0]: returning size 260096
00000004:00200000:3.0:1775764890.045461:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764890.045479:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70ce9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.045492:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70ce9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046201:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70cdb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046214:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70cdb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046220:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70cdb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046227:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70cdb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046237:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.046241:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70cdb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046248:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70cdb lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046261:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.046264:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.046269:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70cdb lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046275:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70cdb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046291:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70ce2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046296:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70ce2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046302:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70ce2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046307:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b7414400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.046310:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70ce2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046315:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70ce2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046326:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xa5e17578 (ffff93c69abaf200)
00010000:00010000:3.0:1775764890.046328:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.046331:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70ce2 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046336:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70ce2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046378:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70cd4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466133 expref: 231 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046390:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70ce9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466133 expref: 230 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.046398:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff93c7afe54e00)
00010000:00010000:3.0:1775764890.046400:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764890.046403:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7b7414600, rc 0)
00000100:00100000:3.0:1775764890.046476:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:14454:x1862022293756800:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3194us (3560us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.046485:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206012
00000100:00100000:0.0:1775764890.058559:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.058636:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293756928
00000100:00100000:3.0:1775764890.058646:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293756928
00000100:00100000:2.0:1775764890.059010:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206013
00000100:00100000:2.0:1775764890.059023:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:14453:x1862022293756928:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764890.059045:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764890.059068:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70cf0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446613a expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059133:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d70cf7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059148:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d70cf7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059159:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d70cf7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059174:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70cfe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059186:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70cfe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059193:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70cfe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059267:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70d05 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059275:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70d05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059281:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70d05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764890.059321:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008d:0x0]: returning size 260096
00000004:00200000:2.0:1775764890.059325:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764890.059345:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70d05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059358:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70d05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059365:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d70cf7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059371:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d70cf7 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059377:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d70cf7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059386:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764890.059389:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d70cf7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059396:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d70cf7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059406:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764890.059409:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764890.059413:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d70cf7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059420:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d70cf7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059435:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70cfe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059441:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70cfe lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059447:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70cfe lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059451:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764890.059454:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70cfe lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059460:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70cfe lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059470:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xca0b3ea (ffff93c6828a0700)
00010000:00010000:2.0:1775764890.059473:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764890.059475:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70cfe lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059480:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d70cfe lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059520:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d70cf0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446613a expref: 232 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059532:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70d05 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446613a expref: 231 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.059549:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff93c7afe54900)
00010000:00010000:2.0:1775764890.059551:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764890.059554:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:2.0:1775764890.059614:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:14453:x1862022293756928:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 594us (1063us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.059622:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206013
00000100:00100000:0.0:1775764890.061485:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.061565:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.062520:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293757056
00000100:00100000:2.0:1775764890.062531:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293757056
00000100:00100000:2.0:1775764890.062609:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1185
00000100:00100000:2.0:1775764890.062619:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:2400:x1862022293757056:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764890.062634:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764890.062660:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70ce9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466133 expref: 231 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.062685:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff93c7afe54e00)
00010000:00010000:2.0:1775764890.062690:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764890.062747:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:2400:x1862022293757056:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 130us (1270us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.062754:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1185
00000100:00100000:3.0:1775764890.064779:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293757312
00000100:00100000:3.0:1775764890.064791:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293757312
00000100:00100000:2.0:1775764890.065018:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206014
00000100:00100000:2.0:1775764890.065031:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:14454:x1862022293757312:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764890.065053:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764890.065073:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70d0c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466141 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.065176:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.065191:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d6038a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446123b expref: 231 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.065200:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.065232:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d6038a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446123b expref: 231 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.065245:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d6038a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446123b expref: 231 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.065261:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682c5bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277262848:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764890.065327:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f52840 going to sleep for 11 seconds
00000100:00100000:0.0:1775764890.073415:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.073453:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.073476:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.073502:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.073523:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.073634:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293757824
00000100:00100000:1.0:1775764890.073644:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293757824
00000100:00100000:1.0:1775764890.073802:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293757696
00000100:00100000:1.0:1775764890.073805:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293757696
00000100:00100000:1.0:1775764890.073830:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1161
00000100:00100000:1.0:1775764890.073941:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2403:x1862022293757824:12345-192.168.202.56@tcp:400:kworker.0
00000100:00100000:1.0:1775764890.074183:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2403:x1862022293757824:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 344us (728us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.074191:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1161
00000100:00100000:1.0:1775764890.074207:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1162
00000100:00100000:1.0:1775764890.074213:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2402:x1862022293757696:12345-192.168.202.56@tcp:400:kworker.0
00000100:00100000:1.0:1775764890.074237:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2402:x1862022293757696:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 25us (735us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.074244:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1162
00000100:00100000:1.0:1775764890.074269:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293757568
00000100:00100000:1.0:1775764890.074273:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293757568
00000100:00100000:1.0:1775764890.074309:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2663
00000100:00100000:1.0:1775764890.074316:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2403:x1862022293757568:12345-192.168.202.56@tcp:400:kworker.0
00000100:00100000:1.0:1775764890.074340:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:2403:x1862022293757568:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 25us (935us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.074346:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2663
00000100:00080000:0.0:1775764890.074613:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1775764890.074619:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1775764890.074620:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1775764890.075695:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293757440
00000100:00100000:3.0:1775764890.075716:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293757440
00000100:00100000:3.0:1775764890.075774:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1022
00000100:00100000:3.0:1775764890.075782:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:97b822a0-1031-438a-b417-b0f1b9d1e3df+9:2402:x1862022293757440:12345-192.168.202.56@tcp:400:kworker.0
00000100:00100000:3.0:1775764890.075832:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:97b822a0-1031-438a-b417-b0f1b9d1e3df+9:2402:x1862022293757440:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 51us (2355us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.075876:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1022
00000100:00100000:3.0:1775764890.075918:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293757952
00000100:00100000:3.0:1775764890.075922:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293757952
00000100:00100000:3.0:1775764890.075964:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1186
00000100:00100000:3.0:1775764890.075971:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:2402:x1862022293757952:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764890.075983:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764890.076012:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70d05 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446613a expref: 232 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.076033:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff93c7afe54900)
00010000:00010000:3.0:1775764890.076039:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764890.076058:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:2402:x1862022293757952:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 88us (2534us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.076064:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1186
00000100:00100000:0.0:1775764890.082062:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.084602:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682c5bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277262848:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764890.084632:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.085816:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293758208
00000100:00100000:1.0:1775764890.085828:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293758208
00000100:00100000:1.0:1775764890.085910:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206015
00000100:00100000:1.0:1775764890.085919:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:14453:x1862022293758208:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.085942:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.085963:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70d1a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466148 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.086093:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.086107:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d6033d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446121f expref: 232 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.086115:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.086149:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d6033d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446121f expref: 232 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.086161:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d6033d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446121f expref: 232 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.086179:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277262976:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764890.086263:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63240 going to sleep for 11 seconds
00000100:00100000:0.0:1775764890.089544:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.090621:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293758336
00000100:00100000:1.0:1775764890.090633:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293758336
00010000:00010000:1.0:1775764890.090690:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d6038a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446123b expref: 233 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.090736:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3335
00000100:00100000:1.0:1775764890.090746:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+233:2402:x1862022293758336:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.090764:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.090771:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d6038a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446123b expref: 233 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.090784:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d6038a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446123b expref: 233 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.090806:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d6038a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446123b expref: 233 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.090823:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff93c7afe54e00)
00010000:00010000:1.0:1775764890.090828:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.090836:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.092352:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.092391:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.092468:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:2402:x1862022293758336:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1720us (2939us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.092478:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3335
00010000:00010000:0.0:1775764890.092575:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.092583:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.092605:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008e:0x0]: returning size 260096
00010000:00010000:0.0:1775764890.092746:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70d0c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466141 expref: 233 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.092763:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466141 expref: 232 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.092773:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff93c7afe54e00)
00010000:00010000:0.0:1775764890.092775:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764890.092778:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842000, rc 0)
00000100:00100000:0.0:1775764890.092817:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14454:x1862022293757312:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 27791us (31252us total) trans 4295101782 rc 0/0
00000100:00100000:0.0:1775764890.092824:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206014
00000100:00100000:0.0:1775764890.100945:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.100983:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.101083:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293758464
00000100:00100000:2.0:1775764890.101092:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293758464
00010000:00010000:2.0:1775764890.101131:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d6033d lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446121f expref: 232 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.101217:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3336
00000100:00100000:2.0:1775764890.101227:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:2403:x1862022293758464:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764890.101243:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764890.101250:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d6033d lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446121f expref: 232 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.101264:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d6033d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446121f expref: 232 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.101290:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff93c7afe54900)
00010000:00010000:2.0:1775764890.101295:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.101300:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d6033d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446121f expref: 232 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.101304:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.101311:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.101315:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277262976:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764890.101328:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764890.101334:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.101341:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.101346:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764890.101363:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008d:0x0]: returning size 260096
00000100:00100000:2.0:1775764890.101372:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:2403:x1862022293758464:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 147us (437us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.101378:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3336
00010000:00010000:1.0:1775764890.101481:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d70d1a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466148 expref: 232 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.101497:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466148 expref: 231 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.101503:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff93c7afe54900)
00010000:00010000:1.0:1775764890.101506:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764890.101509:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2400, rc 0)
00000100:00100000:1.0:1775764890.101544:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:14453:x1862022293758208:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15617us (19483us total) trans 4295101783 rc 0/0
00000100:00100000:1.0:1775764890.101552:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206015
00000100:00100000:1.0:1775764890.101566:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293758592
00000100:00100000:1.0:1775764890.101570:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293758592
00000100:00100000:1.0:1775764890.101593:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206016
00000100:00100000:1.0:1775764890.101600:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:14454:x1862022293758592:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.101615:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.101627:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d70d36 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1008e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446614f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.101707:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.101719:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466141 expref: 232 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.101726:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.101752:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466141 expref: 232 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.101764:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466141 expref: 232 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.101777:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277263104:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764890.102275:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63d80 going to sleep for 11 seconds
00000100:00100000:0.0:1775764890.107021:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.107755:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293758720
00000100:00100000:1.0:1775764890.107767:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293758720
00000100:00100000:1.0:1775764890.107834:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206017
00000100:00100000:1.0:1775764890.108283:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+233:14453:x1862022293758720:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.108309:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.108331:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70d44 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1008d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466156 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.108463:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.108478:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466148 expref: 234 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.108487:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.108520:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466148 expref: 234 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.108533:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466148 expref: 234 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.108558:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277263232:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764890.108644:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63f00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764890.113372:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.113420:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293758848
00000100:00100000:0.0:1775764890.113430:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293758848
00010000:00010000:0.0:1775764890.113469:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466141 expref: 235 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.113598:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3337
00000100:00100000:3.0:1775764890.113598:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277263104:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764890.113606:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+235:2403:x1862022293758848:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764890.113620:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.113622:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764890.113628:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466141 expref: 235 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.113640:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466141 expref: 235 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.113667:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70d13 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466141 expref: 235 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.113681:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff93c7afe54e00)
00010000:00010000:0.0:1775764890.113686:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.113694:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.113702:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.113730:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764890.113785:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:2403:x1862022293758848:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 179us (418us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.113792:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3337
00010000:00010000:3.0:1775764890.113859:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.113875:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.113921:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008e:0x0]: returning size 260096
00000004:00200000:3.0:1775764890.113926:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764890.113946:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.113975:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d70d36 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1008e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446614f expref: 234 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.113989:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446614f expref: 233 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.113995:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff93c7afe54e00)
00010000:00010000:3.0:1775764890.113998:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764890.114000:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3a00, rc 0)
00000100:00100000:3.0:1775764890.114023:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+233:14454:x1862022293758592:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12424us (13040us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.114029:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206016
00000100:00100000:3.0:1775764890.115284:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.115364:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277263232:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764890.115385:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.116201:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293758976
00000100:00100000:2.0:1775764890.116211:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293758976
00010000:00010000:2.0:1775764890.116247:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466148 expref: 233 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.116313:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3338
00000100:00100000:0.0:1775764890.116324:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+233:2403:x1862022293758976:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764890.116338:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764890.116345:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466148 expref: 233 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.116357:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466148 expref: 233 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.116377:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d70d21 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466148 expref: 233 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.116392:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff93c7afe54900)
00010000:00010000:0.0:1775764890.116397:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.116406:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.116412:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.116443:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764890.116484:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:2403:x1862022293758976:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 163us (1207us total) trans 0 rc 0/0
00010000:00010000:3.0:1775764890.116618:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.116625:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.116671:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008d:0x0]: returning size 260096
00000004:00200000:3.0:1775764890.116676:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764890.116696:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.116726:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70d44 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1008d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466156 expref: 233 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.116745:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466156 expref: 232 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.116753:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff93c7afe54900)
00010000:00010000:3.0:1775764890.116756:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764890.116758:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5a00, rc 0)
00000100:00100000:3.0:1775764890.116782:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14453:x1862022293758720:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8506us (9772us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.116789:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206017
00000100:00100000:0.0:1775764890.116861:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3338
00000100:00100000:1.0:1775764890.127061:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.127152:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293759104
00000100:00100000:0.0:1775764890.127163:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293759104
00000100:00100000:0.0:1775764890.127223:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206018
00000100:00100000:0.0:1775764890.127233:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:14454:x1862022293759104:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.127254:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.127274:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70d52 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446615d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127359:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70d59 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127372:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70d59 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127386:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70d59 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127400:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70d60 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127406:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70d60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127410:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70d60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127443:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70d59 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127449:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70d59 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127455:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70d59 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127461:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.127464:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70d59 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127471:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70d59 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127481:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764890.127484:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.127489:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70d59 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127496:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70d59 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127508:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70d60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127513:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70d60 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127518:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70d60 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127522:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.127525:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70d60 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127530:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70d60 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127548:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x7063c938 (ffff93c69bc6e000)
00010000:00010000:0.0:1775764890.127551:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.127553:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70d60 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127559:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70d60 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127588:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70d52 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446615d expref: 232 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127602:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764890.127604:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.127607:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70d52 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446615d expref: 232 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.127615:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165a00, rc 0)
00000100:00100000:0.0:1775764890.127674:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:14454:x1862022293759104:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 442us (621us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764890.127681:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206018
00000100:00100000:0.0:1775764890.135128:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.135218:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293759232
00000100:00100000:3.0:1775764890.135228:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293759232
00000100:00100000:3.0:1775764890.135288:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206019
00000100:00100000:3.0:1775764890.135298:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:14453:x1862022293759232:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.135317:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.135337:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70d67 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466164 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135401:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d6e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135415:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d6e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135427:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d6e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135441:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70d75 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135449:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70d75 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135455:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70d75 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135526:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70d7c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135549:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70d7c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135556:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70d7c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.135645:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008f:0x0]: returning size 260096
00000004:00200000:3.0:1775764890.135649:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764890.135668:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70d7c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135681:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70d7c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135690:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d6e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135696:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d6e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135703:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d6e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135715:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d6e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135722:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b7414400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.135725:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d6e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135732:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d6e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135744:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764890.135747:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.135751:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d6e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135757:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d6e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135772:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70d75 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135778:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70d75 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135784:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70d75 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135790:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b7414600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.135793:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70d75 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135802:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70d75 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135809:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa5e17578 (ffff93c69abaf200)
00010000:00010000:3.0:1775764890.135811:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.135813:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70d75 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135818:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70d75 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135912:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70d67 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466164 expref: 233 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135926:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70d7c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466164 expref: 232 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.135933:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff93c7afe54f00)
00010000:00010000:3.0:1775764890.135935:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764890.135938:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a0c0fc00, rc 0)
00000100:00100000:3.0:1775764890.135994:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14453:x1862022293759232:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 698us (875us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.136002:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206019
00000100:00100000:1.0:1775764890.142730:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.142814:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293759360
00000100:00100000:3.0:1775764890.142826:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293759360
00000100:00100000:3.0:1775764890.142959:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206020
00000100:00100000:3.0:1775764890.142969:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14454:x1862022293759360:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.142991:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.143011:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70d83 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446616b expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143069:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d8a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143083:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d8a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143095:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d8a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143108:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70d91 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143115:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70d91 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143121:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70d91 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143156:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d8a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143162:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d8a lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143168:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d8a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143174:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b7414400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.143178:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d8a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143186:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d8a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143198:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.143200:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.143205:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d8a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143210:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70d8a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143222:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70d91 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143228:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70d91 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143233:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70d91 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143238:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.143241:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70d91 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143246:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70d91 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143254:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x3771cd63 (ffff93c69abaf200)
00010000:00010000:3.0:1775764890.143256:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.143260:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70d91 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143265:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70d91 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143296:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70d83 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446616b expref: 233 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143306:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.143308:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.143312:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70d83 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446616b expref: 233 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.143321:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7b7414600, rc 0)
00000100:00100000:3.0:1775764890.143371:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14454:x1862022293759360:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 404us (650us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764890.143379:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206020
00000100:00100000:0.0:1775764890.153340:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.153452:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293759488
00000100:00100000:2.0:1775764890.153464:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293759488
00000100:00100000:2.0:1775764890.153532:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1187
00000100:00100000:2.0:1775764890.153551:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:2402:x1862022293759488:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764890.153568:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764890.153591:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fc00/0x9da62835f5d70d7c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466164 expref: 232 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.153610:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff93c7afe54f00)
00010000:00010000:2.0:1775764890.153615:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764890.153669:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:2402:x1862022293759488:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 120us (337us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.153676:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1187
00000100:00100000:0.0:1775764890.175337:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.175393:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.175481:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293759616
00000100:00100000:3.0:1775764890.175491:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293759616
00000100:00100000:3.0:1775764890.175559:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293759872
00000100:00100000:3.0:1775764890.175562:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293759872
00000100:00100000:3.0:1775764890.175584:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206021
00000100:00100000:3.0:1775764890.175594:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14454:x1862022293759616:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.175615:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.175634:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70d98 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466172 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175707:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70d9f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175723:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70d9f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175734:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70d9f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175751:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70da6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xf89577b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175758:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70da6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175765:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70da6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175801:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70d9f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175808:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70d9f lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175814:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70d9f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175820:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.175824:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70d9f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175831:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70d9f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175876:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.175879:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.175885:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70d9f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175891:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70d9f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175904:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70da6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175910:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70da6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175915:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70da6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175920:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b7414600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.175923:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70da6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175929:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70da6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175936:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xf89577b1 (ffff93c69abaf200)
00010000:00010000:3.0:1775764890.175939:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.175941:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70da6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175947:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70da6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175978:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70d98 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466172 expref: 233 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.175988:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.175991:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.175994:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70d98 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466172 expref: 233 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.176003:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768e00, rc 0)
00000100:00100000:3.0:1775764890.176052:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14454:x1862022293759616:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 460us (725us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764890.176057:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206021
00000100:00100000:3.0:1775764890.176072:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206022
00000100:00100000:3.0:1775764890.176077:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:14453:x1862022293759872:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.176085:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.176093:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70dad lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466179 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.176161:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.176171:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d603ad lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094461242 expref: 232 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.176176:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.176204:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d603ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461242 expref: 232 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.176214:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d603ad lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461242 expref: 232 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.176224:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681e3ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277263360:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764890.176276:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad3c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764890.176987:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764890.181913:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681e3ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277263360:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764890.181943:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.184992:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.185132:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.185209:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293760128
00000100:00100000:1.0:1775764890.185219:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293760128
00000100:00100000:1.0:1775764890.185315:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206023
00000100:00100000:1.0:1775764890.185326:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+233:14454:x1862022293760128:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.185347:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.185367:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d70dbb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466180 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185429:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d70dc2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185443:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d70dc2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185454:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d70dc2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185468:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70dc9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185477:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70dc9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185482:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70dc9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185524:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d70dc2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185531:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d70dc2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185545:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d70dc2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185551:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d70dc2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185557:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764890.185562:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d70dc2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185569:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d70dc2 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185580:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764890.185582:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764890.185586:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d70dc2 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185592:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d70dc2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185606:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70dc9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185611:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70dc9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185617:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70dc9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185622:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764890.185625:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70dc9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185630:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70dc9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185637:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xfd3f225d (ffff93c6877ce600)
00010000:00010000:1.0:1775764890.185639:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764890.185642:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70dc9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185647:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70dc9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185684:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d70dbb lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466180 expref: 234 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185694:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764890.185696:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764890.185700:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d70dbb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466180 expref: 234 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.185709:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4000, rc 0)
00000100:00100000:1.0:1775764890.185767:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+233:14454:x1862022293760128:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 443us (635us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764890.185775:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206023
00000100:00100000:3.0:1775764890.186266:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293760000
00000100:00100000:3.0:1775764890.186271:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293760000
00010000:00010000:3.0:1775764890.186296:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d603ad lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461242 expref: 233 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.186316:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3339
00000100:00100000:3.0:1775764890.186323:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+233:2403:x1862022293760000:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764890.186333:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764890.186339:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d603ad lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461242 expref: 233 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.186352:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d603ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461242 expref: 233 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.186366:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d603ad lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461242 expref: 233 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.186377:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff93c7afe54f00)
00010000:00010000:3.0:1775764890.186382:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.186390:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.186396:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.186420:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764890.186449:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:2403:x1862022293760000:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 127us (1468us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.186455:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3339
00010000:00010000:3.0:1775764890.186478:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.186485:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.186513:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008f:0x0]: returning size 260096
00010000:00010000:3.0:1775764890.186626:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70dad lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466179 expref: 233 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.186639:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466179 expref: 232 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.186645:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff93c7afe54f00)
00010000:00010000:3.0:1775764890.186647:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764890.186650:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7b7415c00, rc 0)
00000100:00100000:3.0:1775764890.188877:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14453:x1862022293759872:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12790us (13473us total) trans 4295101784 rc 0/0
00000100:00100000:3.0:1775764890.188889:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206022
00000100:00100000:0.0:1775764890.198413:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.198513:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293760384
00000100:00100000:1.0:1775764890.198524:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293760384
00000100:00100000:1.0:1775764890.198597:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206024
00000100:00100000:1.0:1775764890.198607:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14454:x1862022293760384:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.198630:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.198633:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1775764890.198662:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70aff lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446608b expref: 232 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.198682:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764890.198688:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764890.198701:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70dd7 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466187 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.198791:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70dde lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.198805:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70dde lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.198814:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70dde lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.198832:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d70de5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.198862:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d70de5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.198877:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d70de5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764890.199219:0:6518:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x82:0x0], index 1: 0
00010000:00010000:1.0:1775764890.199353:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70dec lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.199363:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70dec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.199370:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70dec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.199399:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70dde lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.199406:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70dde lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.199413:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70dde lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.199419:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764890.199424:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70dde lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.199436:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70dde lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.199445:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764890.199447:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764890.199451:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70dde lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.199457:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70dde lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764890.199467:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088597419 reply state 000000009412769f transno 4295101785 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d70de5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.199476:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d70de5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.199482:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xfd3f225d (ffff93c6877cea00)
00010000:00010000:1.0:1775764890.199484:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764890.200047:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764890.200088:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70dd7 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466187 expref: 234 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.200105:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70dec lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466187 expref: 233 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.200112:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10172:0x0].0x0 (ffff93c6877ceb00)
00010000:00010000:1.0:1775764890.200114:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764890.200116:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4200, rc 0)
00000100:00100000:1.0:1775764890.200179:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:14454:x1862022293760384:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1574us (1774us total) trans 4295101785 rc 0/0
00000100:00100000:1.0:1775764890.200187:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206024
00000100:00100000:2.0:1775764890.200654:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.201128:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293760512
00000100:00100000:0.0:1775764890.201136:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293760512
00000100:00100000:0.0:1775764890.201236:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206025
00000100:00100000:0.0:1775764890.201255:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:14453:x1862022293760512:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.201279:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.201297:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70dfa lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1008f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446618e expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.201382:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.201395:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466179 expref: 235 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.201404:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.201436:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466179 expref: 235 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.201449:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466179 expref: 235 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.201463:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277263488:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764890.201528:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764890.206826:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277263488:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764890.207322:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.207490:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.207677:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293760640
00000100:00100000:1.0:1775764890.207684:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293760640
00010000:00010000:1.0:1775764890.207729:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466179 expref: 236 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.207768:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3340
00000100:00100000:1.0:1775764890.207775:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:2403:x1862022293760640:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.207786:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.207791:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466179 expref: 236 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.207800:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466179 expref: 236 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.207817:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70db4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466179 expref: 236 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.207829:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff93c7afe54f00)
00010000:00010000:1.0:1775764890.207832:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.207854:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.207869:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.207889:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.207939:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+235:2403:x1862022293760640:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 163us (450us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.207946:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3340
00010000:00010000:2.0:1775764890.208605:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.208615:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764890.208758:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008f:0x0]: returning size 260096
00000004:00200000:2.0:1775764890.208763:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764890.208785:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.208815:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70dfa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1008f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446618e expref: 235 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.208831:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446618e expref: 234 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.208876:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff93c7afe54f00)
00010000:00010000:2.0:1775764890.208880:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764890.208883:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164800, rc 0)
00000100:00100000:2.0:1775764890.208931:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:14453:x1862022293760512:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7679us (8278us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.208938:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206025
00000100:00100000:3.0:1775764890.209170:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.209207:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293760768
00000100:00100000:2.0:1775764890.209213:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293760768
00000100:00100000:2.0:1775764890.209252:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2103
00000100:00100000:2.0:1775764890.209259:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2403:x1862022293760768:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764890.209273:0:15574:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764890.209290:0:15574:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d70e08 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466195 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1775764890.209319:0:15574:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x82:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1775764890.209335:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764890.209338:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764890.209346:0:15574:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d70e08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466195 expref: 76 pid: 15574 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.209360:0:15574:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d70e08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466195 expref: 76 pid: 15574 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.209371:0:15574:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:2.0:1775764890.209397:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2403:x1862022293760768:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 138us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.209403:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2103
00000100:00100000:3.0:1775764890.216596:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.216997:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293760896
00000100:00100000:1.0:1775764890.217010:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293760896
00000100:00100000:0.0:1775764890.217362:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206026
00000100:00100000:0.0:1775764890.217374:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:14453:x1862022293760896:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.217401:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.217423:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70e0f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446619c expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217485:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70e16 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217498:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70e16 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217509:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70e16 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217519:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70e1d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217523:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70e1d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217527:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70e1d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217583:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70e16 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217589:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70e16 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217596:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70e16 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217602:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70e16 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217608:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.217612:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70e16 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217619:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70e16 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217635:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764890.217638:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.217642:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70e16 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217650:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70e16 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217663:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70e1d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217735:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70e1d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217741:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70e1d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217747:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.217750:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70e1d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217756:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70e1d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217762:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x7063c938 (ffff93c69bc6e000)
00010000:00010000:0.0:1775764890.217765:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.217767:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70e1d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217772:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d70e1d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217803:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70e0f lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446619c expref: 235 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217813:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764890.217816:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.217819:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70e0f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446619c expref: 235 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.217829:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164a00, rc 0)
00000100:00100000:0.0:1775764890.218048:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:14453:x1862022293760896:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 674us (1459us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764890.218056:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206026
00000100:00100000:1.0:1775764890.221595:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.221645:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293761152
00000100:00100000:3.0:1775764890.221656:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293761152
00000100:00100000:3.0:1775764890.221881:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3004
00000100:00100000:3.0:1775764890.221891:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+234:14454:x1862022293761152:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764890.222200:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+235:14454:x1862022293761152:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 309us (610us total) trans 4295101786 rc 0/0
00000100:00100000:3.0:1775764890.222209:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3004
00000100:00100000:1.0:1775764890.226568:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.226649:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293761280
00000100:00100000:3.0:1775764890.226660:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293761280
00000100:00100000:3.0:1775764890.226781:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206027
00000100:00100000:3.0:1775764890.226791:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+235:14453:x1862022293761280:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.226815:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.226835:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70e24 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944661a3 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227068:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70e2b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227185:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70e2b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227198:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70e2b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227214:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70e32 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227221:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70e32 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227227:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70e32 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227268:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70e2b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227275:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70e2b lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227282:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70e2b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227288:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.227292:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70e2b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227299:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70e2b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227312:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764890.227315:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.227320:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70e2b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227326:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70e2b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227339:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70e32 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227344:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70e32 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227349:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70e32 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227354:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b7415c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.227356:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70e32 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227362:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70e32 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227368:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x3771cd63 (ffff93c69abaf200)
00010000:00010000:3.0:1775764890.227371:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.227374:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70e32 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227379:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70e32 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227408:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70e24 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661a3 expref: 236 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227424:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764890.227426:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.227429:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70e24 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661a3 expref: 236 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.227438:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768e00, rc 0)
00000100:00100000:3.0:1775764890.227617:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+235:14453:x1862022293761280:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 827us (1057us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764890.227626:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206027
00000100:00100000:3.0:1775764890.230435:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.230560:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293761536
00000100:00100000:1.0:1775764890.230570:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293761536
00000100:00100000:1.0:1775764890.230628:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206028
00000100:00100000:1.0:1775764890.230637:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+235:14454:x1862022293761536:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.230658:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.230686:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70e39 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944661aa expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.230790:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.230804:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70dec lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466187 expref: 236 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.230813:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.230870:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70dec lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466187 expref: 236 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.230888:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70dec lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466187 expref: 236 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.230902:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277263616:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764890.230967:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63d80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764890.242886:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277263616:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764890.242921:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.243210:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.243292:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.243355:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293761664
00000100:00100000:3.0:1775764890.243363:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293761664
00000100:00100000:1.0:1775764890.243470:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293761792
00000100:00100000:1.0:1775764890.243474:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293761792
00010000:00010000:1.0:1775764890.243497:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70dec lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466187 expref: 238 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.243813:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206029
00000100:00100000:3.0:1775764890.243823:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:14453:x1862022293761664:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.243860:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.243880:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70e47 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944661b1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244142:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70e4e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244159:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70e4e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.244165:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3341
00010000:00010000:2.0:1775764890.244171:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70e4e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.244175:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+239:2403:x1862022293761792:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.244184:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764890.244188:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70e55 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xf89577b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.244190:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70dec lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466187 expref: 239 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244196:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70e55 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.244204:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70dec lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466187 expref: 239 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244206:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70e55 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.244221:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70dec lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466187 expref: 239 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244238:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70e4e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.244239:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10172:0x0].0x0 (ffff93c6877ceb00)
00010000:00010000:1.0:1775764890.244243:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244244:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70e4e lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244251:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70e4e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.244252:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244257:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764890.244258:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244261:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70e4e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244268:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70e4e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244275:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764890.244278:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764890.244280:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764890.244281:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70e4e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244286:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70e4e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244294:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70e55 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244299:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70e55 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244305:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70e55 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244310:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764890.244312:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70e55 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244317:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70e55 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244323:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xf89577b1 (ffff93c6828a0a00)
00010000:00010000:2.0:1775764890.244325:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764890.244327:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70e55 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244333:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70e55 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.244335:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:2403:x1862022293761792:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 163us (1044us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764890.244368:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70e47 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661b1 expref: 238 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244378:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764890.244379:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764890.244383:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70e47 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661b1 expref: 238 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.244399:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7b7414600, rc 0)
00000100:00100000:2.0:1775764890.244421:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:14453:x1862022293761664:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 600us (1213us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764890.244429:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206029
00000100:00100000:1.0:1775764890.244837:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3341
00010000:00010000:0.0:1775764890.244900:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.244908:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.244926:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10172:0x0]: returning size 0
00010000:00010000:0.0:1775764890.245047:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70e39 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661aa expref: 237 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.245061:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661aa expref: 236 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.245074:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10172:0x0].0x0 (ffff93c6877ceb00)
00010000:00010000:0.0:1775764890.245076:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764890.245078:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5e00, rc 0)
00000100:00100000:0.0:1775764890.245117:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:14454:x1862022293761536:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14481us (14690us total) trans 4295101787 rc 0/0
00000100:00100000:0.0:1775764890.245123:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206028
00000100:00100000:0.0:1775764890.255604:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.255724:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293761920
00000100:00100000:1.0:1775764890.255735:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293761920
00000100:00100000:1.0:1775764890.255796:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206030
00000100:00100000:1.0:1775764890.255807:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:14454:x1862022293761920:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.255832:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.255884:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70e63 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10172:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944661b8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.255976:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d70e6a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.255991:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661aa expref: 237 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.256006:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d70e6a lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.256041:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661aa expref: 237 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.256055:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661aa expref: 237 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.256069:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277263744:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764890.256158:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63d80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764890.260427:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.260548:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293762048
00000100:00100000:3.0:1775764890.260561:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293762048
00000100:00100000:3.0:1775764890.260627:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206031
00000100:00100000:3.0:1775764890.260636:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:14453:x1862022293762048:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.260657:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.260676:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70e71 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944661bf expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260747:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70e78 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260761:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70e78 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260772:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70e78 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260787:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70e7f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260793:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70e7f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260799:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70e7f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260835:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70e78 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260884:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70e78 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260890:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70e78 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260896:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70e78 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260902:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b7414400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.260907:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70e78 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260913:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70e78 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260925:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764890.260928:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.260933:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70e78 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260939:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70e78 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260953:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70e7f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260959:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70e7f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260965:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70e7f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260969:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b7414600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.260972:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70e7f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260978:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70e7f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260984:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xfd3f225d (ffff93c69abaf200)
00010000:00010000:3.0:1775764890.260987:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.260990:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70e7f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.260995:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70e7f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.261024:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70e71 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661bf expref: 239 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.261033:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764890.261036:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.261039:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70e71 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661bf expref: 239 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.261048:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7b7415c00, rc 0)
00000100:00100000:3.0:1775764890.261117:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:14453:x1862022293762048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 482us (701us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764890.261125:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206031
00000100:00100000:1.0:1775764890.263488:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277263744:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764890.263521:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d70e6a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.265640:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.266163:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293762176
00000100:00100000:2.0:1775764890.266173:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293762176
00010000:00010000:2.0:1775764890.266215:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661aa expref: 238 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.266293:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3342
00000100:00100000:2.0:1775764890.266303:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:2403:x1862022293762176:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764890.266320:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764890.266326:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661aa expref: 238 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.266340:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661aa expref: 238 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.266361:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70e40 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10172:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661aa expref: 238 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.266376:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10172:0x0].0x0 (ffff93c6877ceb00)
00010000:00010000:2.0:1775764890.266381:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d70e6a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.266389:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d70e6a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.266397:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d70e6a lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.266437:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764890.266500:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:2403:x1862022293762176:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 199us (867us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.266507:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3342
00010000:00010000:3.0:1775764890.266575:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d70e6a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.266585:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d70e6a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.266634:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10172:0x0]: returning size 0
00000004:00200000:3.0:1775764890.266638:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764890.266658:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d70e6a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.266703:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70e63 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10172:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661b8 expref: 237 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.266717:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d70e6a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661b8 expref: 236 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.266725:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10172:0x0].0x0 (ffff93c6877ceb00)
00010000:00010000:3.0:1775764890.266728:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764890.266730:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4000, rc 0)
00000100:00100000:3.0:1775764890.266761:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:14454:x1862022293761920:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10957us (11169us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.266768:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206030
00000100:00100000:3.0:1775764890.272176:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.272459:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293762432
00000100:00100000:1.0:1775764890.272469:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293762432
00000100:00100000:1.0:1775764890.272543:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206032
00000100:00100000:1.0:1775764890.272553:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:14453:x1862022293762432:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.272574:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.272576:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1775764890.272627:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d70b30 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660a0 expref: 236 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.272653:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764890.272657:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764890.273247:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d70e86 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944661c6 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.273354:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70e8d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.273369:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70e8d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.273381:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70e8d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.273396:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70e94 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.273403:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70e94 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.273409:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70e94 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764890.273739:0:6519:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x82:0x0], index 0: 0
00010000:00010000:1.0:1775764890.273982:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70e9b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.274278:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70e9b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.274293:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70e9b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.274329:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70e8d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.274336:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70e8d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.274343:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70e8d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.274348:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764890.274352:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70e8d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.274359:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70e8d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.274369:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764890.274372:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764890.274377:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70e8d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.274383:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70e8d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764890.274396:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d03f45b1 reply state 0000000074f5cff4 transno 4295101788 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70e94 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.274407:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70e94 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.274414:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xfd3f225d (ffff93c6877ce600)
00010000:00010000:1.0:1775764890.274416:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764890.274419:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764890.274446:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5200/0x9da62835f5d70e86 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661c6 expref: 238 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.274458:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70e9b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661c6 expref: 237 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.274465:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10173:0x0].0x0 (ffff93c6877cef00)
00010000:00010000:1.0:1775764890.274467:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764890.274470:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4800, rc 0)
00000100:00100000:1.0:1775764890.274547:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69ab21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:14453:x1862022293762432:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1995us (2381us total) trans 4295101788 rc 0/0
00000100:00100000:1.0:1775764890.274555:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206032
00000100:00100000:0.0:1775764890.284347:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.284381:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.284435:0:15572:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293762560
00000100:00100000:2.0:1775764890.284443:0:15572:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293762560
00000100:00100000:2.0:1775764890.284495:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2104
00000100:00100000:2.0:1775764890.284502:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2403:x1862022293762560:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764890.284518:0:15572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764890.284546:0:15572:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d70ea9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944661cd expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1775764890.284576:0:15572:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x82:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1775764890.284595:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764890.284597:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764890.284606:0:15572:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d70ea9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661cd expref: 76 pid: 15572 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.284629:0:15572:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d70ea9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661cd expref: 76 pid: 15572 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.284643:0:15572:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842e00, rc 0)
00000100:00100000:2.0:1775764890.284800:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2403:x1862022293762560:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 297us (460us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.284807:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2104
00000100:00100000:3.0:1775764890.284896:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293762688
00000100:00100000:3.0:1775764890.284900:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293762688
00000100:00100000:3.0:1775764890.284932:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206033
00000100:00100000:3.0:1775764890.284939:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:14454:x1862022293762688:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.284953:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.284967:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70eb0 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944661d4 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.284992:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70eb7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.285004:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70eb7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.285014:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70eb7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.285351:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70eb0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661d4 expref: 240 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.285366:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70eb7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661d4 expref: 239 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.285375:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10172:0x0].0x0 (ffff93c6877ceb00)
00010000:00010000:3.0:1775764890.285378:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:3.0:1775764890.285380:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7b7414600, rc 0)
00000100:00100000:3.0:1775764890.285570:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+239:14454:x1862022293762688:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 631us (1186us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.285576:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206033
00000100:00100000:0.0:1775764890.295958:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.295999:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.296120:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293763072
00000100:00100000:2.0:1775764890.296129:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293763072
00000100:00100000:2.0:1775764890.296178:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3005
00000100:00100000:2.0:1775764890.296186:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+239:14453:x1862022293763072:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764890.296422:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+240:14453:x1862022293763072:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 237us (422us total) trans 4295101789 rc 0/0
00000100:00100000:2.0:1775764890.296428:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3005
00000100:00100000:1.0:1775764890.296575:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293762816
00000100:00100000:1.0:1775764890.296579:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293762816
00000100:00100000:1.0:1775764890.296607:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2105
00000100:00100000:1.0:1775764890.296612:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:14454:x1862022293762816:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.296621:0:15570:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.296637:0:15570:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd20eb33/0x9da62835f5d70ebe lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944661db expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.296657:0:15570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d70e08 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466195 expref: 77 pid: 15574 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.296668:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764890.296670:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764890.296672:0:15570:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd20eb33/0x9da62835f5d70ebe lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661db expref: 77 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.296697:0:15570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d70e08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466195 expref: 77 pid: 15574 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.296709:0:15570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d70e08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466195 expref: 77 pid: 15574 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.296723:0:15570:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15570:1862022277263872:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764890.296774:0:15570:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63240 going to sleep for 11 seconds
00000100:00100000:1.0:1775764890.302954:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.303099:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.303314:0:15570:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15570:1862022277263872:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764890.303343:0:15570:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dd20eb33/0x9da62835f5d70ebe lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944661db expref: 77 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.303359:0:15570:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5200, rc 0)
00000100:00100000:2.0:1775764890.303406:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:14454:x1862022293762816:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6793us (7455us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.303412:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2105
00000100:00100000:3.0:1775764890.303679:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293763456
00000100:00100000:3.0:1775764890.303686:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293763456
00010000:00010000:3.0:1775764890.303716:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d70e08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466195 expref: 77 pid: 15574 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.303751:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3343
00000100:00100000:3.0:1775764890.303759:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2403:x1862022293763456:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764890.303770:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764890.303787:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d70e08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466195 expref: 77 pid: 15574 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.303797:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d70e08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466195 expref: 77 pid: 15574 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.303820:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b0000e3/0x9da62835f5d70e08 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466195 expref: 77 pid: 15574 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.303830:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764890.303831:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764890.303837:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dd20eb33/0x9da62835f5d70ebe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944661db expref: 76 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.303888:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd20eb33/0x9da62835f5d70ebe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944661db expref: 76 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.303915:0:13382:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000dd20eb33/0x9da62835f5d70ebe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944661db expref: 76 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.303925:0:13382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6426680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:13382:1862022277264000:192.168.202.56@tcp:105:
00000100:00100000:3.0:1775764890.303970:0:13382:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad300 going to sleep for 11 seconds
00000100:00100000:0.0:1775764890.305310:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293763328
00000100:00100000:0.0:1775764890.305322:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293763328
00000100:00100000:1.0:1775764890.305486:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206034
00000100:00100000:1.0:1775764890.305496:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+240:14453:x1862022293763328:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.305528:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.305557:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70ec5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944661e2 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.305656:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.305670:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70e9b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661c6 expref: 241 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.305679:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.305709:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70e9b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661c6 expref: 241 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.305721:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70e9b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661c6 expref: 241 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.305732:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a036a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277264128:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764890.305808:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63780 going to sleep for 11 seconds
00000100:00100000:3.0:1775764890.312262:0:13382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6426680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:13382:1862022277264000:192.168.202.56@tcp:105:
00010000:00010000:3.0:1775764890.312292:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764890.312393:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2403:x1862022293763456:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 8633us (9291us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.312404:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3343
00000100:00100000:2.0:1775764890.318370:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.318522:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a036a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277264128:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764890.318582:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.318886:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293763584
00000100:00100000:3.0:1775764890.318894:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293763584
00000100:00100000:3.0:1775764890.318953:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206035
00000100:00100000:3.0:1775764890.318963:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+242:14454:x1862022293763584:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.319000:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.319023:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70ed3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944661e9 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319095:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70eda lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319110:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70eda lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319122:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70eda lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319139:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70ee1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319145:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70ee1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319152:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70ee1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319190:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70eda lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319197:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70eda lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319202:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70eda lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319207:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b7414400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.319212:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70eda lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319219:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70eda lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319230:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.319233:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.319238:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70eda lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319244:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70eda lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319257:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70ee1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319262:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70ee1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319267:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70ee1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319272:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.319274:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70ee1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319280:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70ee1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319286:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5a381168 (ffff93c69abaf200)
00010000:00010000:3.0:1775764890.319289:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.319291:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70ee1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319297:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70ee1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319329:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70ed3 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661e9 expref: 243 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319340:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.319342:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.319345:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70ed3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661e9 expref: 243 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.319355:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7b7415c00, rc 0)
00000100:00100000:3.0:1775764890.319510:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+242:14454:x1862022293763584:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 548us (1153us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764890.319518:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206035
00000100:00100000:0.0:1775764890.319956:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.320312:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293763712
00000100:00100000:3.0:1775764890.320320:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293763712
00010000:00010000:3.0:1775764890.320346:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70e9b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661c6 expref: 242 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.320380:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3344
00000100:00100000:3.0:1775764890.320387:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+242:2403:x1862022293763712:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764890.320398:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764890.320404:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70e9b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661c6 expref: 242 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.320420:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70e9b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661c6 expref: 242 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.320434:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d70e9b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661c6 expref: 242 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.320446:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10173:0x0].0x0 (ffff93c6877cef00)
00010000:00010000:3.0:1775764890.320450:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.320458:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.320465:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.320545:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764890.320579:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+241:2403:x1862022293763712:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 193us (624us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.320587:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3344
00010000:00010000:2.0:1775764890.321303:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.321315:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764890.321335:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10173:0x0]: returning size 0
00010000:00010000:2.0:1775764890.321454:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70ec5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661e2 expref: 242 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.321470:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661e2 expref: 241 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.321484:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10173:0x0].0x0 (ffff93c6877cef00)
00010000:00010000:2.0:1775764890.321487:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764890.321489:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4200, rc 0)
00000100:00100000:2.0:1775764890.321663:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+241:14453:x1862022293763328:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16168us (18717us total) trans 4295101790 rc 0/0
00000100:00100000:2.0:1775764890.321671:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206034
00000100:00100000:2.0:1775764890.324691:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.324782:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293763840
00000100:00100000:0.0:1775764890.324792:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293763840
00000100:00100000:0.0:1775764890.324980:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206036
00000100:00100000:0.0:1775764890.325001:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+241:14453:x1862022293763840:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.325025:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.325044:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70eef lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10173:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944661f0 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.325150:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70ef6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.325164:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661e2 expref: 242 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.325173:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70ef6 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.325204:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661e2 expref: 242 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.325218:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661e2 expref: 242 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.325231:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277264256:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764890.325304:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764890.327723:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.327806:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293763968
00000100:00100000:3.0:1775764890.327814:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293763968
00000100:00100000:3.0:1775764890.328551:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206037
00000100:00100000:3.0:1775764890.328562:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14454:x1862022293763968:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.328583:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.328602:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70efd lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944661f7 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.328664:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70f04 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.328678:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70f04 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.328690:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70f04 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.328733:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10086:0x0]: returning size 4096
00000004:00200000:3.0:1775764890.328738:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764890.328756:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70f04 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.328778:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70efd lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661f7 expref: 245 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.328795:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70f04 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661f7 expref: 244 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.328803:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.328806:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764890.328809:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c691768000, rc 0)
00000100:00100000:3.0:1775764890.329044:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:14454:x1862022293763968:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 482us (1326us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.329052:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206037
00000100:00100000:2.0:1775764890.330811:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.331202:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277264256:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764890.331230:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70ef6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.331386:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293764096
00000100:00100000:3.0:1775764890.331395:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293764096
00010000:00010000:1.0:1775764890.331510:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661e2 expref: 244 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.331593:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3345
00000100:00100000:1.0:1775764890.331603:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:2402:x1862022293764096:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.331620:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.331627:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661e2 expref: 244 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.331641:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661e2 expref: 244 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.331662:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4200/0x9da62835f5d70ecc lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10173:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661e2 expref: 244 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.331684:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10173:0x0].0x0 (ffff93c6877cef00)
00010000:00010000:1.0:1775764890.331688:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70ef6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.331697:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70ef6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.331705:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70ef6 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.331733:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.331786:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:2402:x1862022293764096:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 183us (981us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.331794:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3345
00010000:00010000:0.0:1775764890.332249:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70ef6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.332257:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70ef6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.332312:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10173:0x0]: returning size 0
00000004:00200000:0.0:1775764890.332316:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764890.332337:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70ef6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.332366:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70eef lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10173:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661f0 expref: 243 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.332382:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70ef6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661f0 expref: 242 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.332390:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10173:0x0].0x0 (ffff93c6877cef00)
00010000:00010000:0.0:1775764890.332392:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764890.332394:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165a00, rc 0)
00000100:00100000:0.0:1775764890.332434:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+242:14453:x1862022293763840:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7445us (7751us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.332442:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206036
00000100:00100000:2.0:1775764890.338085:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.338324:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293764224
00000100:00100000:0.0:1775764890.338334:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293764224
00000100:00100000:0.0:1775764890.338398:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206038
00000100:00100000:0.0:1775764890.338407:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+242:14453:x1862022293764224:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.338428:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.338449:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70f0b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944661fe expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.338480:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70f12 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.338493:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70f12 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.338516:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70f12 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.338639:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70f0b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661fe expref: 244 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.338656:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70f12 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661fe expref: 243 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.338664:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10173:0x0].0x0 (ffff93c6877cef00)
00010000:00010000:0.0:1775764890.338667:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:0.0:1775764890.338671:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165600, rc 0)
00000100:00100000:0.0:1775764890.338728:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14453:x1862022293764224:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 322us (661us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.338735:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206038
00000100:00100000:3.0:1775764890.342321:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.342432:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293764352
00000100:00100000:2.0:1775764890.342443:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293764352
00000100:00100000:2.0:1775764890.342502:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3006
00000100:00100000:2.0:1775764890.342511:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4860850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14454:x1862022293764352:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764890.347522:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.347637:0:15592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293764480
00000100:00100000:1.0:1775764890.347648:0:15592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293764480
00000100:00100000:1.0:1775764890.347747:0:15592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2106
00000100:00100000:1.0:1775764890.347757:0:15592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:14453:x1862022293764480:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.347777:0:15592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.347796:0:15592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d70f19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466205 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.347830:0:15592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d70ea9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661cd expref: 77 pid: 15572 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.348200:0:15592:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764890.348202:0:15592:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764890.348207:0:15592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d70f19 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466205 expref: 77 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.348242:0:15592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d70ea9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661cd expref: 77 pid: 15572 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.348255:0:15592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d70ea9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661cd expref: 77 pid: 15572 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.348269:0:15592:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a034000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15592:1862022277264384:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764890.348341:0:15592:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63780 going to sleep for 11 seconds
00000100:00100000:2.0:1775764890.348503:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4860850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14454:x1862022293764352:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 5991us (6190us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.348513:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3006
00000100:00100000:1.0:1775764890.353220:0:15592:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a034000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15592:1862022277264384:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764890.353256:0:15592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d70f19 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466205 expref: 77 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.353276:0:15592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4200, rc 0)
00000100:00100000:1.0:1775764890.353337:0:15592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:14453:x1862022293764480:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 5581us (5823us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.353346:0:15592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2106
00000100:00100000:0.0:1775764890.353505:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.353943:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293764608
00000100:00100000:1.0:1775764890.353951:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293764608
00010000:00010000:1.0:1775764890.353982:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d70ea9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661cd expref: 77 pid: 15572 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.354030:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3346
00000100:00100000:1.0:1775764890.354039:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2403:x1862022293764608:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.354053:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.354074:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d70ea9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661cd expref: 77 pid: 15572 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.354088:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d70ea9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661cd expref: 77 pid: 15572 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.354112:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1184e56/0x9da62835f5d70ea9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944661cd expref: 77 pid: 15572 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.354127:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764890.354129:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764890.354136:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d70f19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466205 expref: 76 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.354147:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d70f19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466205 expref: 76 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.354176:0:13382:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000083ac02d7/0x9da62835f5d70f19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466205 expref: 76 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.354189:0:13382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a034000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:13382:1862022277264512:192.168.202.56@tcp:105:
00000100:00100000:1.0:1775764890.354253:0:13382:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63780 going to sleep for 11 seconds
00000100:00100000:0.0:1775764890.355901:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.356685:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293764864
00000100:00100000:3.0:1775764890.356705:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293764864
00000100:00100000:3.0:1775764890.356765:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206039
00000100:00100000:3.0:1775764890.356774:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14454:x1862022293764864:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.356795:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.356798:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1775764890.356826:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768000/0x9da62835f5d70f04 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661f7 expref: 243 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.356867:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.356873:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764890.356886:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70f20 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446620c expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.356984:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70f27 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.356999:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70f27 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357010:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70f27 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357026:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70f2e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357033:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70f2e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357043:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70f2e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764890.357342:0:8005:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x83:0x0], index 1: 0
00010000:00010000:3.0:1775764890.357475:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d70f35 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357484:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d70f35 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357505:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d70f35 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357550:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70f27 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357556:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70f27 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357563:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70f27 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357569:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7b7415c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.357573:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70f27 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357581:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70f27 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357589:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.357591:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.357595:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70f27 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357600:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7415c00/0x9da62835f5d70f27 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764890.357610:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009c77eda0 reply state 000000003d2d507b transno 4295101791 ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70f2e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357619:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70f2e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357625:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5a381168 (ffff93c69abaf200)
00010000:00010000:3.0:1775764890.357627:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764890.357629:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764890.357653:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414400/0x9da62835f5d70f20 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446620c expref: 245 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357666:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d70f35 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446620c expref: 244 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.357672:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:3.0:1775764890.357673:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764890.357675:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7a0fe9a00, rc 0)
00000100:00100000:3.0:1775764890.357747:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:14454:x1862022293764864:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 973us (1852us total) trans 4295101791 rc 0/0
00000100:00100000:3.0:1775764890.357755:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206039
00000100:00100000:3.0:1775764890.365414:0:13382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a034000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:13382:1862022277264512:192.168.202.56@tcp:105:
00010000:00010000:3.0:1775764890.365440:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764890.365509:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2403:x1862022293764608:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 11471us (12004us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.365520:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3346
00000100:00100000:1.0:1775764890.365630:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.365727:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.365807:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293765120
00000100:00100000:2.0:1775764890.365814:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293765120
00000100:00100000:2.0:1775764890.365893:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206040
00000100:00100000:2.0:1775764890.365904:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:14453:x1862022293765120:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764890.365927:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764890.365947:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70f43 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446621a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366009:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70f4a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366024:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70f4a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366036:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70f4a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366051:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70f51 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366058:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70f51 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366064:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70f51 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366097:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70f4a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366104:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70f4a lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366109:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70f4a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366115:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764890.366118:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70f4a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366124:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70f4a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366138:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764890.366141:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764890.366145:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70f4a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366152:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d70f4a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366165:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70f51 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366171:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70f51 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366176:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70f51 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366182:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764890.366184:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70f51 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366191:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70f51 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366198:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5a381168 (ffff93c6828a0e00)
00010000:00010000:2.0:1775764890.366200:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764890.366202:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70f51 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366207:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70f51 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366235:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70f43 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446621a expref: 246 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366246:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764890.366248:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764890.366251:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d70f43 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446621a expref: 246 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.366259:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842000, rc 0)
00000100:00100000:2.0:1775764890.366294:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:14453:x1862022293765120:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 393us (567us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764890.366301:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206040
00000100:00100000:3.0:1775764890.366472:0:15587:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293764992
00000100:00100000:3.0:1775764890.366478:0:15587:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293764992
00000100:00100000:3.0:1775764890.366515:0:15587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2107
00000100:00100000:3.0:1775764890.366522:0:15587:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2400:x1862022293764992:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.366541:0:15587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.366554:0:15587:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003472d9a7/0x9da62835f5d70f58 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466213 expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1775764890.366576:0:15587:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x83:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1775764890.366588:0:15587:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764890.366590:0:15587:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764890.366596:0:15587:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003472d9a7/0x9da62835f5d70f58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466213 expref: 77 pid: 15587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.366610:0:15587:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003472d9a7/0x9da62835f5d70f58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466213 expref: 77 pid: 15587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.366621:0:15587:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8000, rc 0)
00000100:00100000:3.0:1775764890.366643:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2400:x1862022293764992:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 122us (1015us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.366649:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2107
00000100:00100000:2.0:1775764890.373802:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.373985:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293765376
00000100:00100000:1.0:1775764890.373996:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293765376
00000100:00100000:1.0:1775764890.374055:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3007
00000100:00100000:1.0:1775764890.374064:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:14454:x1862022293765376:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764890.374333:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+246:14454:x1862022293765376:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 270us (537us total) trans 4295101792 rc 0/0
00000100:00100000:1.0:1775764890.374341:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3007
00000100:00100000:0.0:1775764890.377168:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.377251:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293765504
00000100:00100000:3.0:1775764890.377260:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293765504
00000100:00100000:3.0:1775764890.377314:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206041
00000100:00100000:3.0:1775764890.377324:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+246:14453:x1862022293765504:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.377342:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.377360:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d70f5f lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466221 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.377414:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70f66 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.377428:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70f66 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.377439:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70f66 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.377479:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10087:0x0]: returning size 4096
00000004:00200000:3.0:1775764890.377483:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764890.377501:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70f66 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.377523:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d70f5f lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466221 expref: 248 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.377548:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70f66 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466221 expref: 247 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.377557:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764890.377560:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764890.377564:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8c00, rc 0)
00000100:00100000:3.0:1775764890.377959:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+247:14453:x1862022293765504:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 634us (797us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.377967:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206041
00000100:00100000:2.0:1775764890.383434:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.384526:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293765760
00000100:00100000:3.0:1775764890.384548:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293765760
00000100:00100000:0.0:1775764890.384877:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206042
00000100:00100000:0.0:1775764890.384889:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+247:14454:x1862022293765760:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.384917:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.384937:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70f6d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466228 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.385058:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.385072:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d70f35 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446620c expref: 248 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.385081:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.385114:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d70f35 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446620c expref: 248 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.385128:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d70f35 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446620c expref: 248 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.385140:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277264640:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764890.385225:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898000 going to sleep for 11 seconds
00000100:00100000:2.0:1775764890.389447:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.389485:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.389565:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293765888
00000100:00100000:3.0:1775764890.389574:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293765888
00010000:00010000:3.0:1775764890.389613:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d70f35 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446620c expref: 249 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.389652:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3347
00000100:00100000:3.0:1775764890.389660:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696915f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+249:2402:x1862022293765888:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764890.389674:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764890.389680:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d70f35 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446620c expref: 249 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.389704:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d70f35 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446620c expref: 249 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.389726:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:3.0:1775764890.389732:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.389742:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.389750:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.389770:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764890.389817:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696915f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+249:2402:x1862022293765888:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 156us (379us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.389824:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3347
00000100:00100000:3.0:1775764890.389876:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293766016
00000100:00100000:3.0:1775764890.389879:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293766016
00000100:00100000:3.0:1775764890.389901:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3008
00000100:00100000:3.0:1775764890.389906:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+249:14453:x1862022293766016:12345-192.168.202.56@tcp:37:dbench.0
00010000:00010000:0.0:1775764890.391766:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d70f35 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446620c expref: 250 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.391790:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277264640:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764890.391812:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.391822:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.391832:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.391895:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10174:0x0]: returning size 0
00010000:00010000:0.0:1775764890.392026:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d70f6d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466228 expref: 251 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.392042:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466228 expref: 250 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.392051:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:0.0:1775764890.392054:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764890.392057:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164a00, rc 0)
00000100:00100000:0.0:1775764890.392102:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:14454:x1862022293765760:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7215us (8676us total) trans 4295101793 rc 0/0
00000100:00100000:0.0:1775764890.392109:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206042
00000100:00100000:3.0:1775764890.396006:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+248:14453:x1862022293766016:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 6088us (6509us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.396021:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3008
00000100:00100000:2.0:1775764890.403510:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.403602:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293766400
00000100:00100000:3.0:1775764890.403612:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293766400
00000100:00100000:3.0:1775764890.403670:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206043
00000100:00100000:3.0:1775764890.403679:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+248:14453:x1862022293766400:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.403706:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.403709:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1775764890.403739:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70f66 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466221 expref: 248 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.403758:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764890.403763:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764890.403776:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d70f82 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466236 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.403923:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70f89 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.403941:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70f89 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.403952:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70f89 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.403970:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d70f90 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.403976:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d70f90 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.403981:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d70f90 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764890.404266:0:6518:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x83:0x0], index 0: 0
00010000:00010000:3.0:1775764890.404398:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d70f97 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.404408:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d70f97 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.404416:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d70f97 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.404446:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70f89 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.404453:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70f89 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.404462:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70f89 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.404468:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.404471:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70f89 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.404478:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70f89 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.404502:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764890.404505:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.404509:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70f89 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.404515:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70f89 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764890.404526:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a7584dd0 reply state 00000000bb673495 transno 4295101794 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d70f90 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.404546:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d70f90 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.404551:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5a381168 (ffff93c69abafd00)
00010000:00010000:3.0:1775764890.404553:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764890.404555:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764890.404578:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d70f82 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466236 expref: 250 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.404595:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d70f97 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466236 expref: 249 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.404601:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:3.0:1775764890.404603:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764890.404605:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9e00, rc 0)
00000100:00100000:3.0:1775764890.404662:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:14453:x1862022293766400:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 985us (1161us total) trans 4295101794 rc 0/0
00000100:00100000:3.0:1775764890.404670:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206043
00000100:00100000:2.0:1775764890.406635:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.406727:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293766144
00000100:00100000:0.0:1775764890.406736:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293766144
00000100:00100000:0.0:1775764890.406789:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206044
00000100:00100000:0.0:1775764890.406798:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:14454:x1862022293766144:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.406817:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.406834:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70fa5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10174:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446622f expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.407764:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.407781:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466228 expref: 251 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.407790:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.407828:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466228 expref: 251 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.411647:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:2.0:1775764890.411744:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466228 expref: 251 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.411766:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696917800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277264768:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764890.411879:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f520c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764890.413287:0:15594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293766528
00000100:00100000:0.0:1775764890.413299:0:15594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293766528
00000100:00100000:0.0:1775764890.413400:0:15594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2108
00000100:00100000:0.0:1775764890.413409:0:15594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2403:x1862022293766528:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.413428:0:15594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.413448:0:15594:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d70fb3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446623d expref: -99 pid: 15594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764890.413471:0:15594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x83:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764890.413488:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764890.413491:0:15594:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764890.413498:0:15594:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d70fb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446623d expref: 77 pid: 15594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.413514:0:15594:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d70fb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446623d expref: 77 pid: 15594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.413527:0:15594:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165e00, rc 0)
00000100:00100000:0.0:1775764890.413590:0:15594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2403:x1862022293766528:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 181us (1953us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.413597:0:15594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2108
00000100:00100000:2.0:1775764890.415425:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696917800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277264768:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764890.415453:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.418479:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.418677:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293766656
00000100:00100000:1.0:1775764890.418687:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293766656
00010000:00010000:1.0:1775764890.418735:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466228 expref: 252 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.418770:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3348
00000100:00100000:1.0:1775764890.418780:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+252:2402:x1862022293766656:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.418793:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.418800:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466228 expref: 252 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.418813:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466228 expref: 252 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.418834:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70f74 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466228 expref: 252 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.418876:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:1.0:1775764890.418882:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.418891:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.418899:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.418930:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.418994:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+251:2402:x1862022293766656:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 215us (522us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.419000:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3348
00010000:00010000:2.0:1775764890.419123:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.419132:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764890.419184:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10174:0x0]: returning size 0
00000004:00200000:2.0:1775764890.419188:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764890.419207:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.419236:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d70fa5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10174:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446622f expref: 251 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.419250:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446622f expref: 250 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.419258:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:2.0:1775764890.419260:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764890.419263:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842e00, rc 0)
00000100:00100000:2.0:1775764890.419285:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:14454:x1862022293766144:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12490us (12659us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.419292:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206044
00000100:00100000:2.0:1775764890.430189:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.430267:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293766912
00000100:00100000:0.0:1775764890.430276:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293766912
00000100:00100000:0.0:1775764890.430327:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3009
00000100:00100000:0.0:1775764890.430337:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:14453:x1862022293766912:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764890.430594:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+251:14453:x1862022293766912:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 258us (414us total) trans 4295101795 rc 0/0
00000100:00100000:0.0:1775764890.430601:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3009
00000100:00100000:2.0:1775764890.437419:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.437676:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293767040
00000100:00100000:1.0:1775764890.437685:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293767040
00000100:00100000:1.0:1775764890.437875:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206045
00000100:00100000:1.0:1775764890.437886:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+251:14454:x1862022293767040:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.437910:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.437931:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70fba lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466244 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.437965:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70fc1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.437977:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70fc1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.437989:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70fc1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.438099:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5e00/0x9da62835f5d70fba lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466244 expref: 253 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.438122:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70fc1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466244 expref: 252 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.438130:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:1.0:1775764890.438133:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:1.0:1775764890.438136:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4c00, rc 0)
00000100:00100000:1.0:1775764890.438193:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+252:14454:x1862022293767040:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 309us (782us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.438201:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206045
00000100:00100000:2.0:1775764890.440169:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.443360:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.443422:0:15577:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293767424
00000100:00100000:3.0:1775764890.443431:0:15577:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293767424
00000100:00100000:3.0:1775764890.443493:0:15577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2109
00000100:00100000:3.0:1775764890.443502:0:15577:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:14454:x1862022293767424:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.443521:0:15577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.443551:0:15577:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d70fc8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466252 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.443580:0:15577:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003472d9a7/0x9da62835f5d70f58 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466213 expref: 78 pid: 15587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.443589:0:15577:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764890.443591:0:15577:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764890.443595:0:15577:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d70fc8 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466252 expref: 78 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.443634:0:15577:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003472d9a7/0x9da62835f5d70f58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466213 expref: 78 pid: 15587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.443649:0:15577:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003472d9a7/0x9da62835f5d70f58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466213 expref: 78 pid: 15587 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.443663:0:15577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6427100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15577:1862022277264896:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764890.443743:0:15577:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764890.448325:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293767296
00000100:00100000:0.0:1775764890.448342:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293767296
00000100:00100000:0.0:1775764890.448438:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206046
00000100:00100000:0.0:1775764890.448447:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+252:14453:x1862022293767296:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.448473:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.448507:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70fcf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446624b expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.448636:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.448654:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d70f97 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466236 expref: 253 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.448663:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.448711:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d70f97 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466236 expref: 253 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.448724:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d70f97 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466236 expref: 253 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.448739:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277265024:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764890.449169:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a7898000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764890.451345:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.451409:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293767552
00000100:00100000:1.0:1775764890.451418:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293767552
00010000:00010000:1.0:1775764890.451449:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003472d9a7/0x9da62835f5d70f58 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466213 expref: 79 pid: 15587 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.451495:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3349
00000100:00100000:1.0:1775764890.451504:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2402:x1862022293767552:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.451519:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.451548:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003472d9a7/0x9da62835f5d70f58 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466213 expref: 79 pid: 15587 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.451561:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003472d9a7/0x9da62835f5d70f58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466213 expref: 79 pid: 15587 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.451585:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764890.451588:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764890.451594:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d70fc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466252 expref: 79 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.451604:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d70fc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466252 expref: 79 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.451635:0:13382:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d70fc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466252 expref: 79 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.451647:0:13382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a034380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:13382:1862022277265152:192.168.202.56@tcp:105:
00000100:00100000:1.0:1775764890.451720:0:13382:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63240 going to sleep for 11 seconds
00010000:00010000:3.0:1775764890.455611:0:15577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003472d9a7/0x9da62835f5d70f58 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466213 expref: 79 pid: 15587 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.455637:0:15577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6427100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15577:1862022277264896:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764890.455666:0:15577:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d70fc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466252 expref: 78 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.455680:0:15577:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9200, rc 0)
00000100:00100000:3.0:1775764890.455765:0:15577:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:14454:x1862022293767424:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12263us (12414us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.455775:0:15577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2109
00000100:00100000:1.0:1775764890.458130:0:13382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a034380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:13382:1862022277265152:192.168.202.56@tcp:105:
00010000:00010000:1.0:1775764890.458154:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.458208:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2402:x1862022293767552:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 6704us (6868us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.458219:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3349
00000100:00100000:0.0:1775764890.460172:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277265024:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764890.460201:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.465277:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.465626:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293767680
00000100:00100000:2.0:1775764890.465637:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293767680
00010000:00010000:2.0:1775764890.465681:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d70f97 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466236 expref: 254 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.465737:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3350
00000100:00100000:2.0:1775764890.465747:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+254:2402:x1862022293767680:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764890.465762:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764890.465768:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d70f97 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466236 expref: 254 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.465781:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d70f97 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466236 expref: 254 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.465803:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d70f97 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466236 expref: 254 pid: 6518 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.465820:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:2.0:1775764890.465825:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.465833:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.465904:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.465927:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764890.465980:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+253:2402:x1862022293767680:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 234us (711us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.465988:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3350
00010000:00010000:0.0:1775764890.466236:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.466245:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.466264:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10175:0x0]: returning size 0
00010000:00010000:0.0:1775764890.466388:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d70fcf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446624b expref: 254 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.466403:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446624b expref: 253 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.466412:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:0.0:1775764890.466415:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764890.466417:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165400, rc 0)
00000100:00100000:0.0:1775764890.466460:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+253:14453:x1862022293767296:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 18014us (26298us total) trans 4295101796 rc 0/0
00000100:00100000:0.0:1775764890.466468:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206046
00000100:00100000:0.0:1775764890.475229:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.475442:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293767808
00000100:00100000:3.0:1775764890.475452:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293767808
00000100:00100000:3.0:1775764890.475508:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206047
00000100:00100000:3.0:1775764890.475518:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+253:14453:x1862022293767808:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.475554:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.475574:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d70fe4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10175:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466259 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.475663:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.475678:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446624b expref: 254 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.475687:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.475720:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446624b expref: 254 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.475733:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446624b expref: 254 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.475746:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6427100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277265280:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764890.475831:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764890.483422:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.483488:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.483591:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293768064
00000100:00100000:0.0:1775764890.483600:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293768064
00000100:00100000:0.0:1775764890.483643:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3010
00000100:00100000:0.0:1775764890.483651:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+255:14454:x1862022293768064:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764890.484021:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6427100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277265280:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764890.484047:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.484378:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+256:14454:x1862022293768064:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 727us (966us total) trans 4295101797 rc 0/0
00000100:00100000:0.0:1775764890.484399:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3010
00000100:00100000:1.0:1775764890.485210:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293768192
00000100:00100000:1.0:1775764890.485220:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293768192
00010000:00010000:1.0:1775764890.485254:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446624b expref: 256 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.485333:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3351
00000100:00100000:1.0:1775764890.485342:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+256:2403:x1862022293768192:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.485356:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.485361:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446624b expref: 256 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.485376:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446624b expref: 256 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.485398:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d70fd6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446624b expref: 256 pid: 8005 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.485415:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:1.0:1775764890.485421:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.485430:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.485437:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.485467:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.485512:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+255:2403:x1862022293768192:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 172us (2023us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.485519:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3351
00010000:00010000:3.0:1775764890.485746:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.485760:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.485804:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10175:0x0]: returning size 0
00000004:00200000:3.0:1775764890.485809:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764890.485827:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.485888:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d70fe4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10175:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466259 expref: 255 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.485902:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466259 expref: 254 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.485908:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:3.0:1775764890.485910:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764890.485912:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9800, rc 0)
00000100:00100000:3.0:1775764890.485945:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+254:14453:x1862022293767808:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10429us (10724us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.485953:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206047
00000100:00100000:2.0:1775764890.492102:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1775764890.492123:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69950ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277265408:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1775764890.492189:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764890.493061:0:6522:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277265408
00000100:00100000:1.0:1775764890.493070:0:6522:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277265408
00000100:00100000:0.0:1775764890.496392:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277265536:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1775764890.496462:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764890.496516:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277265536
00000100:00100000:0.0:1775764890.496523:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277265536
00000100:00100000:0.0:1775764890.496594:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506
00000100:00100000:0.0:1775764890.496602:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1862022277265536:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1775764890.496629:0:8403:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1101824 granted 486009792 pending 0 free 3900067840 avail 3668545536
00000100:00100000:0.0:1775764890.496669:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1862022277265536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.496675:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506
00000004:00080000:3.0:1775764890.496946:0:8499:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 2144747104994ns, next at 2145747102630ns, rc = 0
00000100:00100000:3.0:1775764890.496978:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277265664:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1775764890.497006:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764890.497040:0:8404:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277265664
00000100:00100000:3.0:1775764890.497044:0:8404:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277265664
00000100:00100000:3.0:1775764890.497070:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507
00000100:00100000:3.0:1775764890.497076:0:8404:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1862022277265664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1775764890.497088:0:8404:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1101824 granted 486009792 pending 0 free 3900067840 avail 3668545536
00000100:00100000:3.0:1775764890.497116:0:8404:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1862022277265664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (109us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.497122:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507
00000100:00100000:3.0:1775764890.497153:0:3658:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967942 gen 2
00000004:00080000:3.0:1775764890.497157:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69bdd4380, transno 4294967939
00000004:00080000:3.0:1775764890.497164:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69bdd6a00, transno 4294967940
00000004:00080000:3.0:1775764890.497167:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69bdd4700, transno 4294967941
00000004:00080000:3.0:1775764890.497169:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69bdd4e00, transno 4294967942
00000100:00100000:3.0:1775764890.497178:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277265664:0@lo:13:osp-pre-0-1.0
00000004:00080000:3.0:1775764890.497269:0:8498:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 5 changes, 0 in progress, 0 in flight, 4 done
00000100:00100000:1.0:1775764890.497609:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600
00000100:00100000:1.0:1775764890.497620:0:6522:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1862022277265408:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1775764890.497644:0:6522:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445986304 avail 1299746816
00000100:00100000:1.0:1775764890.497692:0:6522:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1862022277265408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (5503us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.497707:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600
00000100:00080000:0.0:1775764890.497751:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1775764890.497781:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277265536:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1775764890.497794:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69950ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277265408:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1775764890.500287:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.500333:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.500422:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293768320
00000100:00100000:3.0:1775764890.500433:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293768320
00000100:00100000:3.0:1775764890.500484:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293768448
00000100:00100000:3.0:1775764890.500487:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293768448
00000100:00100000:3.0:1775764890.500514:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206048
00000100:00100000:3.0:1775764890.500523:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+255:14454:x1862022293768320:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.500553:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.500571:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d70ff2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466260 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500627:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70ff9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500642:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70ff9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500652:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70ff9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500663:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d71000 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500680:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d71000 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500686:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d71000 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500761:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71007 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500769:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71007 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500776:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71007 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.500812:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10174:0x0]: returning size 53
00000004:00200000:3.0:1775764890.500816:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764890.500833:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71007 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500884:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71007 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500892:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70ff9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500897:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70ff9 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500907:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70ff9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500912:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.500916:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70ff9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500923:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70ff9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500935:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.500938:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.500943:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70ff9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500949:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d70ff9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500963:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d71000 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500968:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d71000 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500973:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d71000 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500978:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.500980:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d71000 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500990:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d71000 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.500997:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5a381168 (ffff93c69abaf200)
00010000:00010000:3.0:1775764890.501004:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.501008:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d71000 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.501013:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d71000 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.501038:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d70ff2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466260 expref: 257 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.501050:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71007 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466260 expref: 256 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.501057:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:3.0:1775764890.501060:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764890.501062:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9c00, rc 0)
00000100:00100000:3.0:1775764890.501126:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+256:14454:x1862022293768320:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 603us (849us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.501133:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206048
00000100:00100000:3.0:1775764890.501153:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206049
00000100:00100000:3.0:1775764890.501160:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+255:14453:x1862022293768448:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.501168:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.501176:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7100e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466267 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.501193:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71015 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.501201:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71015 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.501209:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71015 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.501275:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7100e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466267 expref: 257 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.501287:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71015 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466267 expref: 256 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.501294:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:3.0:1775764890.501297:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:3.0:1775764890.501299:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8200, rc 0)
00000100:00100000:3.0:1775764890.501323:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+256:14453:x1862022293768448:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 165us (991us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.501329:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206049
00000100:00100000:2.0:1775764890.507755:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.507887:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293768704
00000100:00100000:1.0:1775764890.507899:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293768704
00000100:00100000:1.0:1775764890.507962:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1188
00000100:00100000:1.0:1775764890.507972:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+256:2401:x1862022293768704:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.507986:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.508019:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71007 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466260 expref: 256 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.508038:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:1.0:1775764890.508042:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.508090:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+255:2401:x1862022293768704:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 120us (344us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.508097:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1188
00000100:00100000:2.0:1775764890.516996:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.518570:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293768576
00000100:00100000:1.0:1775764890.518583:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293768576
00000100:00100000:1.0:1775764890.518632:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2110
00000100:00100000:1.0:1775764890.518641:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:14453:x1862022293768576:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:2.0:1775764890.518652:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764890.518657:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:3.0:1775764890.518736:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293768960
00000100:00100000:3.0:1775764890.518740:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293768960
00000100:00100000:3.0:1775764890.518779:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206050
00000100:00100000:3.0:1775764890.518787:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+255:14454:x1862022293768960:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.518797:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.518814:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7101c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466275 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.518826:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb308d66/0x9da62835f5d71023 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446626e expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.518879:0:15586:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d70fb3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446623d expref: 78 pid: 15594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.518888:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764890.518890:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764890.518894:0:15586:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb308d66/0x9da62835f5d71023 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446626e expref: 78 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.518924:0:15586:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d70fb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446623d expref: 78 pid: 15594 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.518936:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.518937:0:15586:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d70fb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446623d expref: 78 pid: 15594 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.518948:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446622f expref: 256 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.518951:0:15586:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a034380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15586:1862022277265792:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764890.518956:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.518973:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446622f expref: 256 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.518981:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446622f expref: 256 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.518988:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277265920:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764890.519184:0:15586:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63780 going to sleep for 11 seconds
00000100:00100000:3.0:1775764890.520373:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764890.535366:0:15586:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a034380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15586:1862022277265792:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764890.535402:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fb308d66/0x9da62835f5d71023 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446626e expref: 78 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.535425:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5e00, rc 0)
00000100:00100000:1.0:1775764890.535506:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:14453:x1862022293768576:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16856us (18509us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.535516:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2110
00000100:00100000:2.0:1775764890.541169:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.541267:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293769088
00000100:00100000:1.0:1775764890.541277:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293769088
00010000:00010000:1.0:1775764890.541314:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d70fb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446623d expref: 78 pid: 15594 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.541413:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3352
00000100:00100000:1.0:1775764890.541423:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2403:x1862022293769088:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.541440:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.541461:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d70fb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446623d expref: 78 pid: 15594 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.541475:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d70fb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446623d expref: 78 pid: 15594 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.541510:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d70fb3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446623d expref: 78 pid: 15594 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.541527:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764890.541529:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764890.541545:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb308d66/0x9da62835f5d71023 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446626e expref: 77 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.541556:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb308d66/0x9da62835f5d71023 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446626e expref: 77 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.541592:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fb308d66/0x9da62835f5d71023 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446626e expref: 77 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.541605:0:6502:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a034380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6502:1862022277266048:192.168.202.56@tcp:105:
00000100:00100000:1.0:1775764890.541926:0:6502:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63780 going to sleep for 11 seconds
00000100:00100000:3.0:1775764890.545894:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277265920:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764890.545923:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.556835:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.556870:0:6502:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a034380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6502:1862022277266048:192.168.202.56@tcp:105:
00010000:00010000:1.0:1775764890.556945:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764890.557347:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293769344
00000100:00100000:0.0:1775764890.557354:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293769344
00000100:00100000:0.0:1775764890.557408:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3011
00000100:00100000:0.0:1775764890.557417:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+257:14453:x1862022293769344:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764890.558101:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2403:x1862022293769088:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 16676us (16938us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.558111:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3352
00000100:00100000:0.0:1775764890.558179:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+258:14453:x1862022293769344:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 764us (1353us total) trans 4295101798 rc 0/0
00000100:00100000:0.0:1775764890.558187:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3011
00000100:00100000:2.0:1775764890.562345:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.565014:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293769472
00000100:00100000:1.0:1775764890.565029:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293769472
00010000:00010000:1.0:1775764890.565075:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446622f expref: 258 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.565125:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3353
00000100:00100000:1.0:1775764890.565134:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+258:2402:x1862022293769472:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.565150:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.565156:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446622f expref: 258 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.565169:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446622f expref: 258 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.565190:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d70fac lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446622f expref: 258 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.565207:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:1.0:1775764890.565213:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.565221:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.565232:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.565268:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764890.565305:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.565313:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764890.565334:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10174:0x0]: returning size 53
00000100:00100000:1.0:1775764890.565335:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+257:2402:x1862022293769472:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 202us (3001us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.565343:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3353
00010000:00010000:2.0:1775764890.565452:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7101c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466275 expref: 258 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.565467:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466275 expref: 257 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.565474:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:2.0:1775764890.565476:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764890.565479:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9a00, rc 0)
00000100:00100000:2.0:1775764890.565505:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+257:14454:x1862022293768960:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 46720us (46853us total) trans 4295101799 rc 0/0
00000100:00100000:2.0:1775764890.565512:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206050
00000100:00100000:2.0:1775764890.579603:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.579603:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.579637:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.579733:0:15580:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293769728
00000100:00100000:0.0:1775764890.579743:0:15580:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293769728
00002000:00100000:0.0:1775764890.579790:0:15580:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095)  req@ffff93c69bdd4380 x1862022293769728/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:371/0 lens 4584/0 e 0 to 0 dl 1775764901 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764890.579802:0:15580:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69bdd4380 with x1862022293769728 ext(0->4095)
00002000:00010000:0.0:1775764890.579808:0:15580:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c69bdd4380
00000100:00100000:0.0:1775764890.579977:0:15580:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293769600
00000100:00100000:0.0:1775764890.579982:0:15580:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293769600
00000100:00100000:2.0:1775764890.580360:0:15567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 447
00000100:00100000:2.0:1775764890.580372:0:15567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2400:x1862022293769728:12345-192.168.202.56@tcp:4:dbench.0
00002000:00100000:0.0:1775764890.580707:0:15580:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095)  req@ffff93c69bdd6a00 x1862022293769600/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:371/0 lens 4584/0 e 0 to 0 dl 1775764901 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764890.580718:0:15580:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69bdd6a00 with x1862022293769600 ext(0->4095)
00002000:00010000:0.0:1775764890.580722:0:15580:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c69bdd6a00
00000100:00100000:0.0:1775764890.580914:0:15580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 448
00000100:00100000:0.0:1775764890.580923:0:15580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+77:2400:x1862022293769600:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:0.0:1775764890.581190:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293769856
00000100:00100000:0.0:1775764890.581196:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293769856
00000100:00100000:0.0:1775764890.581229:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206051
00000100:00100000:0.0:1775764890.581235:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+257:14453:x1862022293769856:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.581248:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.581267:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71038 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446627c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581318:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7103f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581332:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7103f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581342:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7103f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581355:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71046 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581361:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71046 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581366:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71046 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581434:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7104d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581442:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7104d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581448:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7104d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.581481:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10175:0x0]: returning size 53
00000004:00200000:0.0:1775764890.581485:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764890.581516:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7104d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581527:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7104d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581544:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7103f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581550:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7103f lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581560:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7103f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581566:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.581569:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7103f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581576:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7103f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581587:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764890.581590:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.581594:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7103f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581600:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d7103f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581611:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71046 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581616:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71046 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581621:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71046 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581626:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.581628:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71046 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581636:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71046 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581642:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5a381168 (ffff93c69abafd00)
00010000:00010000:0.0:1775764890.581644:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.581646:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71046 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581651:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71046 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581675:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71038 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446627c expref: 259 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581688:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7104d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446627c expref: 258 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.581695:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:0.0:1775764890.581698:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764890.581700:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164e00, rc 0)
00000100:00100000:0.0:1775764890.581759:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+258:14453:x1862022293769856:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 524us (2163us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.581766:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206051
00000100:00100000:2.0:1775764890.582479:0:15567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2400:x1862022293769728:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 2108us (2881us total) trans 4294967913 rc 0/0
00000100:00100000:2.0:1775764890.582488:0:15567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 447
00002000:00100000:2.0:1775764890.582497:0:15567:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095)  req@ffff93c69bdd4380 x1862022293769728/t4294967913(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:371/0 lens 4584/448 e 0 to 0 dl 1775764901 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764890.582512:0:15567:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69bdd4380 with x1862022293769728 ext(0->4095)
00002000:00010000:2.0:1775764890.582516:0:15567:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c69bdd4380
00000100:00100000:0.0:1775764890.582734:0:15580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2400:x1862022293769600:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 1812us (3096us total) trans 4294967951 rc 0/0
00000100:00100000:0.0:1775764890.582741:0:15580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 448
00002000:00100000:0.0:1775764890.582747:0:15580:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095)  req@ffff93c69bdd6a00 x1862022293769600/t4294967951(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:371/0 lens 4584/448 e 0 to 0 dl 1775764901 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1775764890.582755:0:15580:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c69bdd6a00 with x1862022293769600 ext(0->4095)
00002000:00010000:0.0:1775764890.582758:0:15580:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c69bdd6a00
00000100:00100000:3.0:1775764890.592132:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.592182:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.592213:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.592262:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293770240
00000100:00100000:3.0:1775764890.592271:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293770240
00000100:00100000:3.0:1775764890.592318:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293770368
00000100:00100000:3.0:1775764890.592321:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293770368
00000100:00100000:3.0:1775764890.592343:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206052
00000100:00100000:3.0:1775764890.592352:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:14453:x1862022293770240:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.592378:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.592400:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71054 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466283 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.592501:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.592515:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466259 expref: 260 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.592523:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7104d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446627c expref: 260 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.592543:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 5/0,1 mode: --/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.592576:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7104d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446627c expref: 260 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.592589:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7104d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446627c expref: 260 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.592601:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c19a9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277266176:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764890.592680:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466259 expref: 260 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.592689:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466259 expref: 260 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.592698:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c19a9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277266304:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764890.592721:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764890.592742:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206053
00000100:00100000:3.0:1775764890.592749:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+260:14454:x1862022293770368:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.592756:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.592764:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71062 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10174:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446628a expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.592807:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71069 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.592817:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466275 expref: 261 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.592823:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71069 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.592884:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466275 expref: 261 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.592892:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466275 expref: 261 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.592901:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b42680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277266432:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764890.592925:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad600 going to sleep for 11 seconds
00000100:00100000:1.0:1775764890.594899:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293769984
00000100:00100000:1.0:1775764890.594912:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293769984
00010000:00010000:1.0:1775764890.594952:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7104d lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446627c expref: 262 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.595003:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3354
00000100:00100000:1.0:1775764890.595012:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+262:2402:x1862022293769984:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.595027:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.595033:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7104d lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446627c expref: 262 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.595047:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7104d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446627c expref: 262 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.595067:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:1.0:1775764890.595073:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.595081:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.595092:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.595144:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+262:2402:x1862022293769984:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 133us (3020us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.595151:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3354
00000100:00100000:3.0:1775764890.615215:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.615345:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293770496
00000100:00100000:1.0:1775764890.615355:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293770496
00010000:00010000:1.0:1775764890.615396:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466259 expref: 262 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.615437:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3355
00000100:00100000:1.0:1775764890.615446:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+262:2402:x1862022293770496:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.615465:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.615472:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466259 expref: 262 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.615485:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466259 expref: 262 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.615507:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:1.0:1775764890.615512:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.615521:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.615529:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.615571:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.615619:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+262:2402:x1862022293770496:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 174us (414us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.615627:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3355
00000100:00100000:2.0:1775764890.615911:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b42680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277266432:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764890.615935:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71069 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.616068:0:6517:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@0000000085513663 x1862022277266176) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7104d lrc: 1/0,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446627c expref: 261 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.616083:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7104d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446627c expref: 261 pid: 6519 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.616096:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c19a9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277266176:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764890.616106:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d70feb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466259 expref: 260 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.616115:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c19a9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277266304:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764890.616126:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:0.0:1775764890.616130:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.616137:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.616143:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.616164:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10175:0x0]: returning size 53
00010000:00010000:0.0:1775764890.616284:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71054 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466283 expref: 261 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.616303:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466283 expref: 260 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.616309:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:0.0:1775764890.616312:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764890.616316:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8600, rc 0)
00000100:00100000:0.0:1775764890.616357:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+260:14453:x1862022293770240:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 24005us (24173us total) trans 4295101800 rc 0/0
00000100:00100000:0.0:1775764890.616363:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206052
00000100:00100000:3.0:1775764890.626712:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.626829:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293770624
00000100:00100000:1.0:1775764890.626885:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293770624
00010000:00010000:1.0:1775764890.626926:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466275 expref: 260 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.626966:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3356
00000100:00100000:1.0:1775764890.626976:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+260:2403:x1862022293770624:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.626991:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.626998:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466275 expref: 260 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.627021:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466275 expref: 260 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.627045:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7102a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10174:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466275 expref: 260 pid: 10031 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.627062:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:1.0:1775764890.627068:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71069 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.627078:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71069 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.627086:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71069 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.627120:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.627169:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:2403:x1862022293770624:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 195us (467us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.627176:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3356
00010000:00010000:2.0:1775764890.627363:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71069 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.627372:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71069 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764890.627419:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10174:0x0]: returning size 53
00000004:00200000:2.0:1775764890.627424:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764890.627445:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71069 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.627473:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71062 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10174:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446628a expref: 259 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.627487:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71069 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446628a expref: 258 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.627494:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:2.0:1775764890.627497:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764890.627500:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8800, rc 0)
00000100:00100000:2.0:1775764890.627526:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+258:14454:x1862022293770368:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 34777us (35312us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.627546:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206053
00000100:00100000:2.0:1775764890.662183:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.662338:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293770752
00000100:00100000:0.0:1775764890.662349:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293770752
00000100:00100000:0.0:1775764890.662403:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206054
00000100:00100000:0.0:1775764890.662412:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+258:14453:x1862022293770752:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.662437:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.662458:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71077 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10175:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466291 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.662558:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7107e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.662572:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466283 expref: 259 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.662580:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7107e lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.662622:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466283 expref: 259 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.662636:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466283 expref: 259 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.662649:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e1880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277266560:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764890.662738:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0cc0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764890.662952:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.662998:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293770880
00000100:00100000:1.0:1775764890.663012:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293770880
00000100:00100000:1.0:1775764890.663052:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206055
00000100:00100000:1.0:1775764890.663060:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+260:14454:x1862022293770880:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.663069:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.663080:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71085 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466298 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663119:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d7108c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663130:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d7108c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663140:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d7108c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663151:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71093 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663158:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71093 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663169:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71093 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663236:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7109a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663244:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7109a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663251:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7109a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764890.663282:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10172:0x0]: returning size 0
00000004:00200000:1.0:1775764890.663287:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764890.663304:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7109a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663314:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7109a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663321:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d7108c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663328:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d7108c lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663334:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d7108c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663339:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764890.663344:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d7108c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663352:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d7108c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663363:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764890.663366:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764890.663371:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d7108c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663376:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d7108c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663388:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71093 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663394:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71093 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663399:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71093 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663403:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764890.663406:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71093 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663411:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71093 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663417:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xfd3f225d (ffff93c6877cea00)
00010000:00010000:1.0:1775764890.663419:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764890.663422:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71093 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663427:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71093 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663449:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71085 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466298 expref: 262 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663461:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7109a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466298 expref: 261 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.663468:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10172:0x0].0x0 (ffff93c6877ceb00)
00010000:00010000:1.0:1775764890.663469:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764890.663472:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2400, rc 0)
00000100:00100000:1.0:1775764890.663518:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+261:14454:x1862022293770880:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 459us (566us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.663525:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206055
00000100:00100000:2.0:1775764890.672437:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.672777:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293771008
00000100:00100000:1.0:1775764890.672787:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293771008
00010000:00010000:1.0:1775764890.672829:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466283 expref: 261 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.672896:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3357
00000100:00100000:1.0:1775764890.672907:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+261:2403:x1862022293771008:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.672921:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.672928:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466283 expref: 261 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.672948:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466283 expref: 261 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.672971:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:1.0:1775764890.672977:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7107e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.672987:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7107e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.672994:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7107e lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.673011:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.673035:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293771136
00000100:00100000:2.0:1775764890.673039:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293771136
00000100:00100000:2.0:1775764890.673071:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1189
00000100:00100000:2.0:1775764890.673078:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+262:2403:x1862022293771136:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764890.673085:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764890.673098:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7109a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466298 expref: 262 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.673113:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10172:0x0].0x0 (ffff93c6877ceb00)
00010000:00010000:2.0:1775764890.673117:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764890.673154:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764890.673167:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+261:2403:x1862022293771136:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 89us (156us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.673171:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+261:2403:x1862022293771008:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 267us (743us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.673175:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1189
00000100:00100000:1.0:1775764890.673178:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3357
00010000:00010000:0.0:1775764890.673703:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7105b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10175:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466283 expref: 259 pid: 6517 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.673717:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e1880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277266560:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764890.673738:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7107e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.673747:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7107e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.673753:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7107e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.673801:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10175:0x0]: returning size 53
00000004:00200000:0.0:1775764890.673806:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764890.673827:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7107e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.673891:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71077 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10175:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466291 expref: 259 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.673911:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7107e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466291 expref: 258 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.673919:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:0.0:1775764890.673921:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764890.673924:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164c00, rc 0)
00000100:00100000:0.0:1775764890.673963:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+258:14453:x1862022293770752:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11553us (11790us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.673971:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206054
00000100:00100000:2.0:1775764890.692931:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.693164:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293771264
00000100:00100000:0.0:1775764890.693175:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293771264
00000100:00100000:0.0:1775764890.693234:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206056
00000100:00100000:0.0:1775764890.693244:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+258:14453:x1862022293771264:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.693263:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.693283:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d710a1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446629f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693346:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d710a8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693361:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d710a8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693373:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d710a8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693383:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d710af lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693450:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d710af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693456:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d710af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693550:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d710b6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693558:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d710b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693566:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d710b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.693602:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10173:0x0]: returning size 0
00000004:00200000:0.0:1775764890.693606:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764890.693625:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d710b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693635:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d710b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693642:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d710a8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693648:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d710a8 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693654:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d710a8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693677:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.693682:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d710a8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693689:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d710a8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693711:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764890.693714:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.693718:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d710a8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693724:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d710a8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693736:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d710af lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693742:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d710af lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693748:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d710af lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693753:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.693756:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d710af lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693762:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d710af lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693772:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xfd3f225d (ffff93c6877ce600)
00010000:00010000:0.0:1775764890.693774:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.693776:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d710af lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693782:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d710af lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693803:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d710a1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446629f expref: 260 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693815:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d710b6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446629f expref: 259 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.693822:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10173:0x0].0x0 (ffff93c6877cef00)
00010000:00010000:0.0:1775764890.693824:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764890.693826:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165e00, rc 0)
00000100:00100000:0.0:1775764890.694665:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:14453:x1862022293771264:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1418us (1738us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.694675:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206056
00000100:00100000:2.0:1775764890.697578:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.697659:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293771392
00000100:00100000:1.0:1775764890.697678:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293771392
00000100:00100000:1.0:1775764890.697738:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206057
00000100:00100000:1.0:1775764890.697747:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:14454:x1862022293771392:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.697766:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.697785:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d710bd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944662a6 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.697859:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d710c4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.697887:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d710c4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.697899:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d710c4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.697914:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d710cb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.697921:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d710cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.697927:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d710cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.697963:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d710c4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.697970:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d710c4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.697975:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d710c4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.697982:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d710c4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.697997:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764890.698001:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d710c4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.698013:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d710c4 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.698025:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764890.698028:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764890.698032:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d710c4 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.698038:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d710c4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.698051:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d710cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.698057:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d710cb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.698063:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d710cb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.698067:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac3e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764890.698070:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d710cb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.698076:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d710cb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.698082:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xd1dafea0 (ffff93c6877ce400)
00010000:00010000:1.0:1775764890.698084:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764890.698087:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d710cb lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.698093:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d710cb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.698122:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d710bd lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662a6 expref: 260 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.698131:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764890.698134:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764890.698136:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d710bd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662a6 expref: 260 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.698144:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2c00, rc 0)
00000100:00100000:1.0:1775764890.698197:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:14454:x1862022293771392:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 451us (627us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764890.698204:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206057
00000100:00100000:2.0:1775764890.706550:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.706744:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293771520
00000100:00100000:3.0:1775764890.706754:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293771520
00000100:00100000:3.0:1775764890.706817:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1190
00000100:00100000:3.0:1775764890.706828:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:2403:x1862022293771520:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764890.706887:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764890.706912:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d710b6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446629f expref: 259 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.706930:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10173:0x0].0x0 (ffff93c6877cef00)
00010000:00010000:3.0:1775764890.706935:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764890.707002:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+258:2403:x1862022293771520:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 175us (461us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.707010:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1190
00000100:00100000:0.0:1775764890.709710:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.716038:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293771648
00000100:00100000:3.0:1775764890.716053:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293771648
00000100:00100000:3.0:1775764890.716120:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206058
00000100:00100000:3.0:1775764890.716130:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+258:14454:x1862022293771648:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.716153:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.716175:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d710d2 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944662ad expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.716251:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d710d9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.716266:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d710d9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.716277:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d710d9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.716325:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10086:0x0]: returning size 4096
00000004:00200000:3.0:1775764890.716328:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764890.716348:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d710d9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.716373:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d710d2 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662ad expref: 260 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.716391:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d710d9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662ad expref: 259 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.716399:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.716403:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764890.716406:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8a00, rc 0)
00000100:00100000:0.0:1775764890.716612:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:14454:x1862022293771648:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 482us (6920us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.716621:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206058
00000100:00100000:0.0:1775764890.722881:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.723163:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293771776
00000100:00100000:3.0:1775764890.723174:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293771776
00000100:00100000:3.0:1775764890.723235:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3012
00000100:00100000:3.0:1775764890.723244:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4863c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:14454:x1862022293771776:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764890.732206:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4863c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:14454:x1862022293771776:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 8949us (9362us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.732221:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3012
00000100:00100000:1.0:1775764890.739009:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.739172:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293772032
00000100:00100000:2.0:1775764890.739182:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293772032
00000100:00100000:2.0:1775764890.739239:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206059
00000100:00100000:2.0:1775764890.739247:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:14454:x1862022293772032:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764890.739267:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764890.739289:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d710e0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944662b4 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739360:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d710e7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739374:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d710e7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739385:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d710e7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739399:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d710ee lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739406:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d710ee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739412:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d710ee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739444:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d710e7 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739451:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d710e7 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739456:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d710e7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739463:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d710e7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739473:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764890.739477:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d710e7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739484:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d710e7 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739508:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764890.739511:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764890.739515:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d710e7 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739521:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799400/0x9da62835f5d710e7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739541:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d710ee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739547:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d710ee lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739553:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d710ee lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739558:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764890.739560:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d710ee lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739565:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d710ee lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739576:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xd1dafea0 (ffff93c6828a0e00)
00010000:00010000:2.0:1775764890.739578:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764890.739581:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d710ee lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739587:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29400/0x9da62835f5d710ee lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739612:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d710e0 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662b4 expref: 260 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739621:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764890.739623:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1775764890.739627:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798e00/0x9da62835f5d710e0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662b4 expref: 260 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.739635:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e798e00, rc 0)
00000100:00100000:2.0:1775764890.739695:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:14454:x1862022293772032:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 449us (695us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764890.739702:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206059
00000100:00100000:0.0:1775764890.745512:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.745560:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.745644:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293772160
00000100:00100000:3.0:1775764890.745654:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293772160
00000100:00100000:3.0:1775764890.745720:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293772288
00000100:00100000:3.0:1775764890.745723:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293772288
00000100:00100000:3.0:1775764890.745756:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206060
00000100:00100000:3.0:1775764890.745766:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+260:14453:x1862022293772160:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.745788:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.745809:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d710f5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944662bb expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.745904:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d710fc lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.745919:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d710fc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.745931:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d710fc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.745945:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71103 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.745952:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71103 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.745958:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71103 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746005:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d710fc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746013:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d710fc lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746019:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d710fc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746024:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.746028:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d710fc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746034:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d710fc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746045:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764890.746047:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.746052:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d710fc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746057:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d710fc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746069:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71103 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746075:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71103 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746080:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71103 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746085:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.746088:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71103 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746094:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71103 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746101:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xd1dafea0 (ffff93c69abaff00)
00010000:00010000:3.0:1775764890.746104:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.746106:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71103 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746112:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71103 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746145:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d710f5 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662bb expref: 261 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746156:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764890.746159:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.746162:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d710f5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662bb expref: 261 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746171:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8400, rc 0)
00000100:00100000:3.0:1775764890.746225:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+260:14453:x1862022293772160:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 461us (731us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764890.746233:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206060
00000100:00100000:3.0:1775764890.746252:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206061
00000100:00100000:3.0:1775764890.746259:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:14454:x1862022293772288:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.746266:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.746275:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7110a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944662c2 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746302:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71111 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746311:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71111 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746319:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71111 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746329:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71118 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746336:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71118 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746342:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71118 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746358:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71111 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746365:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71111 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746371:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71111 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746377:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.746380:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71111 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746387:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71111 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746395:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.746398:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.746401:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71111 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746406:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71111 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746415:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71118 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746421:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71118 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746426:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71118 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746430:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.746433:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71118 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746438:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71118 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746445:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xb0449b87 (ffff93c69abaf700)
00010000:00010000:3.0:1775764890.746447:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.746450:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71118 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746456:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71118 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746476:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7110a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662c2 expref: 260 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746485:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.746487:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.746490:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7110a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662c2 expref: 260 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.746499:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8c00, rc 0)
00000100:00100000:3.0:1775764890.746521:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+259:14454:x1862022293772288:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 263us (961us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764890.746537:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206061
00000100:00100000:3.0:1775764890.752017:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.752055:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.752230:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293772544
00000100:00100000:2.0:1775764890.752241:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293772544
00000100:00100000:2.0:1775764890.752293:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293772672
00000100:00100000:2.0:1775764890.752295:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293772672
00000100:00100000:2.0:1775764890.752316:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206062
00000100:00100000:2.0:1775764890.752323:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+260:14454:x1862022293772544:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764890.752343:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764890.752347:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1775764890.752374:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d710d9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662ad expref: 260 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.752395:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764890.752400:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764890.752413:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d7111f lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944662c9 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.752501:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d71126 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.752514:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d71126 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.752524:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d71126 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.752548:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d7112d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.752555:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d7112d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.752562:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d7112d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.752650:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206063
00000100:00100000:0.0:1775764890.752663:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+260:14453:x1862022293772672:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.752672:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.752686:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71134 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944662d0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.752730:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d7113b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.752740:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d7113b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.752750:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d7113b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.752782:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10087:0x0]: returning size 4096
00000004:00200000:0.0:1775764890.752787:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764890.752805:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d7113b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.752830:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71134 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662d0 expref: 262 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.752869:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d7113b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662d0 expref: 261 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.752877:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764890.752880:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764890.752883:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165e00, rc 0)
00000004:00080000:2.0:1775764890.752923:0:10031:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x84:0x0], index 1: 0
00000100:00100000:0.0:1775764890.752942:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+261:14453:x1862022293772672:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 283us (885us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.752949:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206063
00010000:00010000:2.0:1775764890.753075:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71142 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.753085:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71142 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.753094:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71142 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.753129:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d71126 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.753136:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d71126 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.753142:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d71126 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.753149:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d71126 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.753154:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab28200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764890.753159:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d71126 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.753166:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d71126 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.753175:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764890.753177:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764890.753181:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d71126 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.753186:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28200/0x9da62835f5d71126 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764890.753197:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000619aee83 reply state 000000007e821d92 transno 4295101801 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d7112d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.753208:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d7112d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.753214:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xb0449b87 (ffff93c6828a0400)
00010000:00010000:2.0:1775764890.753216:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764890.753219:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764890.753238:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab28e00/0x9da62835f5d7111f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662c9 expref: 262 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.753250:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71142 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662c9 expref: 261 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.753256:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:2.0:1775764890.753258:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764890.753261:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebca00, rc 0)
00000100:00100000:2.0:1775764890.753305:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+262:14454:x1862022293772544:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 981us (1299us total) trans 4295101801 rc 0/0
00000100:00100000:2.0:1775764890.753312:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206062
00000100:00100000:3.0:1775764890.766155:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.766203:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.766286:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293772800
00000100:00100000:1.0:1775764890.766296:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293772800
00000100:00100000:1.0:1775764890.766358:0:15595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2111
00000100:00100000:1.0:1775764890.766369:0:15595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2403:x1862022293772800:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:2.0:1775764890.766384:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293772928
00000100:00100000:2.0:1775764890.766390:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293772928
00010000:00010000:1.0:1775764890.766400:0:15595:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.766421:0:15595:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb082322/0x9da62835f5d71150 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944662d7 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.766436:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3013
00000100:00100000:2.0:1775764890.766446:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+262:14453:x1862022293772928:12345-192.168.202.56@tcp:37:dbench.0
00002000:00010000:1.0:1775764890.766449:0:15595:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x84:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1775764890.766468:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764890.766471:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764890.766480:0:15595:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb082322/0x9da62835f5d71150 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662d7 expref: 80 pid: 15595 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.766509:0:15595:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bb082322/0x9da62835f5d71150 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662d7 expref: 80 pid: 15595 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.766522:0:15595:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2000, rc 0)
00000100:00100000:1.0:1775764890.766726:0:15595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2403:x1862022293772800:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 359us (521us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.766733:0:15595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2111
00000100:00100000:1.0:1775764890.774793:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.774927:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293773184
00000100:00100000:0.0:1775764890.774936:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293773184
00000100:00100000:0.0:1775764890.774991:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3014
00000100:00100000:0.0:1775764890.774999:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+264:14454:x1862022293773184:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764890.775280:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+264:14454:x1862022293773184:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 280us (495us total) trans 4295101802 rc 0/0
00000100:00100000:0.0:1775764890.775288:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3014
00000100:00100000:2.0:1775764890.776810:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+263:14453:x1862022293772928:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 10239us (10538us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.776822:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3013
00000100:00100000:3.0:1775764890.781636:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.781815:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293773440
00000100:00100000:0.0:1775764890.781827:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293773440
00000100:00100000:0.0:1775764890.781910:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206064
00000100:00100000:0.0:1775764890.781919:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+263:14454:x1862022293773440:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.781940:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.781960:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71157 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944662de expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.782079:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.782093:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71142 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662c9 expref: 264 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.782101:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.782131:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71142 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662c9 expref: 264 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.782151:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71142 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662c9 expref: 264 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.782163:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277266688:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764890.782258:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764890.789631:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.789722:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293773568
00000100:00100000:1.0:1775764890.789730:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293773568
00010000:00010000:1.0:1775764890.789770:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71142 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662c9 expref: 265 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.789819:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3358
00000100:00100000:1.0:1775764890.789830:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+265:2402:x1862022293773568:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.789878:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.789887:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71142 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662c9 expref: 265 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.789902:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71142 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662c9 expref: 265 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.789924:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:1.0:1775764890.789930:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.789941:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.789949:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.789971:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.790028:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+265:2402:x1862022293773568:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 200us (406us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.790037:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3358
00010000:00010000:0.0:1775764890.790191:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71142 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662c9 expref: 264 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.790210:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277266688:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764890.790231:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.790241:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.790247:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.790265:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10176:0x0]: returning size 0
00010000:00010000:0.0:1775764890.790389:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71157 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662de expref: 265 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.790406:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662de expref: 264 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.790413:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:0.0:1775764890.790416:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764890.790418:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164e00, rc 0)
00000100:00100000:0.0:1775764890.790461:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+264:14454:x1862022293773440:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8543us (8837us total) trans 4295101803 rc 0/0
00000100:00100000:0.0:1775764890.790469:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206064
00000100:00100000:3.0:1775764890.794080:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.794133:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293773824
00000100:00100000:0.0:1775764890.794142:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293773824
00000100:00100000:0.0:1775764890.794204:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206065
00000100:00100000:0.0:1775764890.794213:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+264:14453:x1862022293773824:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.794235:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.794255:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d7116c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944662e5 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794326:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71173 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794342:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71173 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794354:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71173 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794369:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d7117a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794377:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d7117a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794384:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d7117a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794425:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71173 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794432:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71173 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794439:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71173 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794446:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a0fe9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.794450:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71173 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794457:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71173 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794468:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764890.794471:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.794476:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71173 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794482:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71173 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794510:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d7117a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794518:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d7117a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794524:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d7117a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794545:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.794548:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d7117a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794554:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d7117a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794561:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xd1dafea0 (ffff93c69bc6e400)
00010000:00010000:0.0:1775764890.794564:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.794567:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d7117a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794572:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d7117a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794604:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d7116c lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662e5 expref: 265 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794613:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764890.794616:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1775764890.794618:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d7116c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662e5 expref: 265 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.794628:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165400, rc 0)
00000100:00100000:0.0:1775764890.794699:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+264:14453:x1862022293773824:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 487us (628us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764890.794706:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206065
00000100:00100000:1.0:1775764890.797649:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.797984:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293773952
00000100:00100000:2.0:1775764890.797995:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293773952
00000100:00100000:3.0:1775764890.798193:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206066
00000100:00100000:3.0:1775764890.798207:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+264:14453:x1862022293773952:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.798232:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.798252:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71181 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944662ec expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.798433:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71188 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.798450:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71188 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.798461:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71188 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.800062:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.800111:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293774080
00000100:00100000:1.0:1775764890.800120:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293774080
00000100:00100000:1.0:1775764890.800169:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206067
00000100:00100000:1.0:1775764890.800178:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+266:14454:x1862022293774080:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.800193:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.800207:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71196 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944662f3 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.800282:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.800294:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662de expref: 267 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.800302:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.800331:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662de expref: 267 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.800344:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662de expref: 267 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.800356:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69950d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277266816:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764890.800439:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7118f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800451:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7118f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800462:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7118f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800510:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71188 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800519:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71188 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800526:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71188 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.800527:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78550c240 going to sleep for 11 seconds
00010000:00010000:2.0:1775764890.800661:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764890.800674:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71188 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800683:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71188 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800694:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764890.800697:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764890.800702:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71188 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800706:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71188 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800723:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7118f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800728:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7118f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800733:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7118f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800737:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764890.800739:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7118f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800744:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7118f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800750:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xb0449b87 (ffff93c69abaf700)
00010000:00010000:2.0:1775764890.800752:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764890.800754:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7118f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800759:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7118f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800792:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71181 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662ec expref: 267 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800801:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764890.800803:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764890.800809:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71181 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662ec expref: 267 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.800818:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8c00, rc 0)
00000100:00100000:2.0:1775764890.801238:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+266:14453:x1862022293773952:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3034us (3597us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764890.801246:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206066
00000100:00100000:1.0:1775764890.806772:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.807119:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69950d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277266816:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764890.807147:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.807755:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.807880:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293774336
00000100:00100000:0.0:1775764890.807888:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293774336
00000100:00100000:0.0:1775764890.807951:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206068
00000100:00100000:0.0:1775764890.807958:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+266:14453:x1862022293774336:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.807976:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.807978:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1775764890.808006:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165e00/0x9da62835f5d7113b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662d0 expref: 266 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808019:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764890.808022:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764890.808032:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d711a4 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944662fa expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808111:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d711ab lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808122:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d711ab lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808128:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d711ab lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808137:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d711b2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808142:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d711b2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808145:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d711b2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1775764890.808383:0:6517:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x84:0x0], index 0: 0
00010000:00010000:0.0:1775764890.808496:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711b9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808505:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808512:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808552:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d711ab lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808559:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d711ab lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808566:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d711ab lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808571:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.808576:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d711ab lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808582:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d711ab lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808591:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764890.808593:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.808596:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d711ab lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808605:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d711ab lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764890.808615:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004df5438d reply state 00000000df116211 transno 4295101804 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d711b2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808625:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d711b2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808630:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xb0449b87 (ffff93c69bc6e400)
00010000:00010000:0.0:1775764890.808632:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764890.808635:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764890.808657:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185e00/0x9da62835f5d711a4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662fa expref: 268 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808669:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711b9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662fa expref: 267 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.808675:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:0.0:1775764890.808677:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764890.808679:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:0.0:1775764890.808747:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+268:14453:x1862022293774336:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 788us (1985us total) trans 4295101804 rc 0/0
00000100:00100000:0.0:1775764890.808755:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206068
00000100:00100000:1.0:1775764890.810185:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293774464
00000100:00100000:1.0:1775764890.810197:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293774464
00010000:00010000:1.0:1775764890.810239:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662de expref: 268 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.810315:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3359
00000100:00100000:1.0:1775764890.810325:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+268:2403:x1862022293774464:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.810339:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.810346:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662de expref: 268 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.810359:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662de expref: 268 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.810377:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7115e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662de expref: 268 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.810397:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:1.0:1775764890.810413:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.810577:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.810587:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.810621:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.810679:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+267:2403:x1862022293774464:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 355us (2924us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.810686:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3359
00010000:00010000:2.0:1775764890.810741:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.810750:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764890.810795:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10176:0x0]: returning size 0
00000004:00200000:2.0:1775764890.810798:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764890.810815:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.810877:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71196 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10176:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662f3 expref: 267 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.810892:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662f3 expref: 266 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.810899:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:2.0:1775764890.810902:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764890.810904:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3e00, rc 0)
00000100:00100000:2.0:1775764890.810928:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+266:14454:x1862022293774080:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10753us (10874us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.810934:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206067
00000100:00100000:3.0:1775764890.813659:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.818664:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293774592
00000100:00100000:2.0:1775764890.818679:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293774592
00000100:00100000:2.0:1775764890.818799:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2112
00000100:00100000:2.0:1775764890.818811:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2402:x1862022293774592:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764890.818830:0:15574:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764890.818867:0:15574:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d711c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466301 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1775764890.818893:0:15574:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x84:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1775764890.818912:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764890.818914:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764890.818922:0:15574:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d711c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466301 expref: 80 pid: 15574 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.818940:0:15574:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d711c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466301 expref: 80 pid: 15574 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.818953:0:15574:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:2.0:1775764890.819033:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2402:x1862022293774592:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 224us (5382us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.819041:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2112
00000100:00100000:0.0:1775764890.822263:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.822350:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293774848
00000100:00100000:1.0:1775764890.822359:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293774848
00000100:00100000:1.0:1775764890.822511:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3015
00000100:00100000:1.0:1775764890.822522:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+266:14453:x1862022293774848:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764890.822817:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+267:14453:x1862022293774848:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 295us (561us total) trans 4295101805 rc 0/0
00000100:00100000:1.0:1775764890.822825:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3015
00000100:00100000:3.0:1775764890.824727:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.824814:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293774976
00000100:00100000:2.0:1775764890.824824:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293774976
00000100:00100000:2.0:1775764890.825007:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206069
00000100:00100000:2.0:1775764890.825017:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+267:14454:x1862022293774976:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764890.825035:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764890.825058:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d711ce lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466308 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.825087:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d711d5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.825099:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d711d5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.825109:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d711d5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.825218:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d711ce lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466308 expref: 269 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.825236:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebce00/0x9da62835f5d711d5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466308 expref: 268 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.825246:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:2.0:1775764890.825248:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:2.0:1775764890.825252:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebce00, rc 0)
00000100:00100000:2.0:1775764890.825315:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+268:14454:x1862022293774976:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 300us (597us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.825322:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206069
00000100:00100000:3.0:1775764890.828831:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.828896:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293775104
00000100:00100000:0.0:1775764890.828906:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293775104
00000100:00100000:0.0:1775764890.828961:0:8506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2113
00000100:00100000:0.0:1775764890.828972:0:8506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:14454:x1862022293775104:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.828999:0:8506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.829019:0:8506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aaac17d1/0x9da62835f5d711dc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446630f expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.829050:0:8506:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb082322/0x9da62835f5d71150 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662d7 expref: 81 pid: 15595 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.829060:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764890.829062:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764890.829066:0:8506:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaac17d1/0x9da62835f5d711dc lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446630f expref: 81 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.829101:0:8506:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bb082322/0x9da62835f5d71150 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662d7 expref: 81 pid: 15595 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.829114:0:8506:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bb082322/0x9da62835f5d71150 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662d7 expref: 81 pid: 15595 timeout: 2245 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.829128:0:8506:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8506:1862022277266944:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764890.829210:0:8506:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0180 going to sleep for 11 seconds
00000100:00100000:0.0:1775764890.832024:0:8506:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8506:1862022277266944:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764890.832056:0:8506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aaac17d1/0x9da62835f5d711dc lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446630f expref: 81 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.832077:0:8506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185e00, rc 0)
00000100:00100000:0.0:1775764890.832134:0:8506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:14454:x1862022293775104:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3165us (3310us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.832145:0:8506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2113
00000100:00100000:3.0:1775764890.834166:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.834209:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.834223:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293775488
00000100:00100000:2.0:1775764890.834232:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293775488
00010000:00010000:2.0:1775764890.834270:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bb082322/0x9da62835f5d71150 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662d7 expref: 81 pid: 15595 timeout: 2245 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.834314:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3360
00000100:00100000:2.0:1775764890.834323:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2403:x1862022293775488:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764890.834337:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764890.834359:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bb082322/0x9da62835f5d71150 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662d7 expref: 81 pid: 15595 timeout: 2245 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.834372:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bb082322/0x9da62835f5d71150 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662d7 expref: 81 pid: 15595 timeout: 2245 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.834395:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb082322/0x9da62835f5d71150 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662d7 expref: 81 pid: 15595 timeout: 2245 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.834578:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293775360
00000100:00100000:0.0:1775764890.834583:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293775360
00000100:00100000:0.0:1775764890.834624:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206070
00000100:00100000:0.0:1775764890.834633:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+268:14453:x1862022293775360:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.834652:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.834668:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d711e3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466316 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.834776:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.834790:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711b9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662fa expref: 269 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.834796:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.834822:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711b9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662fa expref: 269 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.834831:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711b9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662fa expref: 269 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.834881:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277267072:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764890.834953:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0840 going to sleep for 11 seconds
00010000:00010000:2.0:1775764890.835151:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764890.835154:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764890.835160:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aaac17d1/0x9da62835f5d711dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446630f expref: 80 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.835168:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaac17d1/0x9da62835f5d711dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446630f expref: 80 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.835189:0:6503:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000aaac17d1/0x9da62835f5d711dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446630f expref: 80 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.835200:0:6503:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696991500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6503:1862022277267200:192.168.202.56@tcp:105:
00000100:00100000:2.0:1775764890.835226:0:6503:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f520c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764890.842930:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.842968:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.842995:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293775872
00000100:00100000:3.0:1775764890.843003:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293775872
00000100:00100000:2.0:1775764890.843023:0:6503:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696991500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6503:1862022277267200:192.168.202.56@tcp:105:
00010000:00010000:2.0:1775764890.843046:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764890.843051:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3016
00000100:00100000:3.0:1775764890.843059:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+270:14454:x1862022293775872:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764890.843090:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2403:x1862022293775488:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 8769us (8931us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.843098:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3360
00000100:00100000:2.0:1775764890.843115:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293775616
00000100:00100000:2.0:1775764890.843118:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293775616
00010000:00010000:2.0:1775764890.843134:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711b9 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662fa expref: 271 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.843156:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3361
00000100:00100000:2.0:1775764890.843161:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690018700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+271:2403:x1862022293775616:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764890.843171:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764890.843176:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711b9 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662fa expref: 271 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.843188:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711b9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662fa expref: 271 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.843210:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:2.0:1775764890.843214:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.843227:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.843234:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.843249:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764890.843266:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690018700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+272:2403:x1862022293775616:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 105us (347us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.843272:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3361
00000100:00100000:3.0:1775764890.843283:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+271:14454:x1862022293775872:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 226us (314us total) trans 4295101806 rc 0/0
00000100:00100000:3.0:1775764890.843290:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3016
00010000:00010000:0.0:1775764890.843970:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711b9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662fa expref: 270 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.843999:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277267072:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764890.844016:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.844024:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.844030:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.844046:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10177:0x0]: returning size 0
00010000:00010000:0.0:1775764890.844130:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d711e3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466316 expref: 271 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.844145:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466316 expref: 270 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.844154:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:0.0:1775764890.844157:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764890.844159:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184e00, rc 0)
00000100:00100000:0.0:1775764890.844199:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+270:14453:x1862022293775360:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9567us (9989us total) trans 4295101807 rc 0/0
00000100:00100000:0.0:1775764890.844207:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206070
00000100:00100000:3.0:1775764890.850458:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.851738:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.851830:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293776000
00000100:00100000:0.0:1775764890.851854:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293776000
00000100:00100000:0.0:1775764890.851913:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293776128
00000100:00100000:0.0:1775764890.851917:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293776128
00000100:00100000:0.0:1775764890.851947:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206071
00000100:00100000:0.0:1775764890.851956:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+271:14454:x1862022293776000:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.851978:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.851999:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d711f8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446631d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852062:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711ff lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852077:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711ff lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852089:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711ff lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852103:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71206 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852110:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71206 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852117:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71206 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852190:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7120d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852198:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7120d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852205:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7120d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.852245:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10176:0x0]: returning size 53
00000004:00200000:0.0:1775764890.852250:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764890.852270:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7120d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.852280:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206072
00010000:00010000:0.0:1775764890.852282:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7120d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.852289:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+272:14453:x1862022293776128:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.852290:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711ff lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852296:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711ff lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852302:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711ff lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.852302:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.852308:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.852311:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71214 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466324 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852313:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711ff lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852321:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711ff lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852334:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764890.852337:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.852344:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711ff lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852350:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d711ff lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.852352:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.852363:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466316 expref: 273 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852366:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71206 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.852371:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852372:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71206 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852378:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71206 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852381:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a0fe9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.852384:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71206 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852389:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71206 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852395:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xb0449b87 (ffff93c6828a0400)
00010000:00010000:0.0:1775764890.852397:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.852399:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466316 expref: 273 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852400:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71206 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852406:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71206 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.852412:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466316 expref: 273 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.852425:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277267328:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764890.852503:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad780 going to sleep for 11 seconds
00010000:00010000:0.0:1775764890.852971:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d711f8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446631d expref: 274 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.852998:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7120d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446631d expref: 273 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.853011:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:0.0:1775764890.853013:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764890.853016:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164e00, rc 0)
00000100:00100000:0.0:1775764890.853047:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+273:14454:x1862022293776000:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1091us (2597us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.853054:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206071
00000100:00100000:0.0:1775764890.855620:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277267328:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764890.855654:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.861034:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.861112:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.861181:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293776256
00000100:00100000:1.0:1775764890.861191:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293776256
00010000:00010000:1.0:1775764890.861236:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466316 expref: 273 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.861271:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293776384
00000100:00100000:1.0:1775764890.861275:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293776384
00000100:00100000:1.0:1775764890.861310:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3362
00000100:00100000:1.0:1775764890.861320:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+274:2402:x1862022293776256:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.861334:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.861342:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466316 expref: 274 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.861356:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466316 expref: 274 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.861377:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d711ea lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466316 expref: 274 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.861393:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:1.0:1775764890.861398:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.861407:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.861413:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.861525:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1191
00000100:00100000:0.0:1775764890.861544:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690018a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+273:2402:x1862022293776384:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764890.861552:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764890.861563:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7120d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446631d expref: 273 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.861574:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:0.0:1775764890.861578:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764890.861629:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690018a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+272:2402:x1862022293776384:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 88us (516us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.861637:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1191
00010000:00010000:1.0:1775764890.861696:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.861717:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+271:2402:x1862022293776256:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 399us (694us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.861723:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3362
00010000:00010000:0.0:1775764890.862121:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.862129:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.862180:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10177:0x0]: returning size 0
00000004:00200000:0.0:1775764890.862184:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764890.862203:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.862233:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71214 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10177:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466324 expref: 271 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.862248:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466324 expref: 270 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.862256:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:0.0:1775764890.862258:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764890.862261:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9a00, rc 0)
00000100:00100000:0.0:1775764890.862302:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+270:14453:x1862022293776128:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10013us (10569us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.862309:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206072
00000100:00100000:3.0:1775764890.866701:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.866811:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293776640
00000100:00100000:2.0:1775764890.866821:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293776640
00000100:00100000:2.0:1775764890.866919:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206073
00000100:00100000:2.0:1775764890.866930:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+270:14454:x1862022293776640:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764890.866951:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764890.866970:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71222 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446632b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.867087:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.867101:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944662f3 expref: 271 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.867110:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.867142:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662f3 expref: 271 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.867157:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662f3 expref: 271 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.867170:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696991500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277267456:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764890.867248:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f520c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764890.873661:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.874592:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293776768
00000100:00100000:1.0:1775764890.874603:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293776768
00000100:00100000:1.0:1775764890.874677:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206074
00000100:00100000:1.0:1775764890.874686:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+272:14453:x1862022293776768:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.874706:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.874728:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71230 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466332 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.874759:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71237 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.874773:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71237 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.874784:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71237 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.874932:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71230 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466332 expref: 274 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.874951:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2c00/0x9da62835f5d71237 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466332 expref: 273 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.874959:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:1.0:1775764890.874962:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:1.0:1775764890.874965:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2c00, rc 0)
00000100:00100000:1.0:1775764890.875158:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+273:14453:x1862022293776768:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 473us (1507us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.875167:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206074
00000100:00100000:2.0:1775764890.875270:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696991500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277267456:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764890.875295:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.876237:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.876615:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293776896
00000100:00100000:1.0:1775764890.876624:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293776896
00010000:00010000:1.0:1775764890.876657:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662f3 expref: 273 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.877263:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3363
00000100:00100000:1.0:1775764890.877273:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690019880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+273:2402:x1862022293776896:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.877288:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.877295:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662f3 expref: 273 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.877310:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662f3 expref: 273 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.877331:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7119d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944662f3 expref: 273 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.877345:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:1.0:1775764890.877350:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.877359:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.877366:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.877395:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.877463:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690019880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+272:2402:x1862022293776896:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 192us (1230us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.877472:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3363
00010000:00010000:2.0:1775764890.877538:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.877547:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764890.877567:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10176:0x0]: returning size 53
00010000:00010000:2.0:1775764890.877701:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71222 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446632b expref: 273 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.877716:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446632b expref: 272 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.877723:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:2.0:1775764890.877725:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764890.877728:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc400, rc 0)
00000100:00100000:2.0:1775764890.877752:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+272:14454:x1862022293776640:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10824us (11069us total) trans 4295101808 rc 0/0
00000100:00100000:2.0:1775764890.877759:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206073
00000100:00100000:2.0:1775764890.886178:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.886236:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.886623:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293777152
00000100:00100000:3.0:1775764890.886634:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293777152
00000100:00100000:3.0:1775764890.886684:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206075
00000100:00100000:3.0:1775764890.886692:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+272:14454:x1862022293777152:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.886718:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.886739:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71245 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466340 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.886819:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.886829:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446632b expref: 273 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.886835:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.886894:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446632b expref: 273 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.886908:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446632b expref: 273 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.886922:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c690018700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277267584:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764890.886995:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad780 going to sleep for 11 seconds
00000100:00100000:0.0:1775764890.887267:0:8400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293777024
00000100:00100000:0.0:1775764890.887273:0:8400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293777024
00000100:00100000:0.0:1775764890.887303:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2114
00000100:00100000:0.0:1775764890.887310:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:14453:x1862022293777024:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.887319:0:8400:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.887331:0:8400:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d71253 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466339 expref: -99 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.887350:0:8400:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d711c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466301 expref: 81 pid: 15574 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.887358:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764890.887360:0:8400:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764890.887363:0:8400:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d71253 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466339 expref: 81 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.887382:0:8400:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d711c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466301 expref: 81 pid: 15574 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.887392:0:8400:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d711c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466301 expref: 81 pid: 15574 timeout: 2245 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.887412:0:8400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8400:1862022277267712:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764890.887449:0:8400:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764890.889703:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c690018700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277267584:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764890.889732:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.892101:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.892591:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293777280
00000100:00100000:0.0:1775764890.892600:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293777280
00010000:00010000:0.0:1775764890.892636:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446632b expref: 274 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.892687:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3364
00000100:00100000:0.0:1775764890.892696:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690018700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+274:2403:x1862022293777280:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764890.892709:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764890.892716:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446632b expref: 274 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.892730:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446632b expref: 274 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.892751:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71229 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446632b expref: 274 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.892768:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:0.0:1775764890.892774:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.892783:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.892790:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.892819:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764890.892902:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690018700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+273:2403:x1862022293777280:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 206us (807us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.892910:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3364
00000100:00100000:2.0:1775764890.893143:0:8400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8400:1862022277267712:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764890.893168:0:8400:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d71253 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466339 expref: 81 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.893186:0:8400:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165e00, rc 0)
00000100:00100000:2.0:1775764890.893225:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:14453:x1862022293777024:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 5915us (7055us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.893234:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2114
00010000:00010000:3.0:1775764890.893336:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.893345:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.893392:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10176:0x0]: returning size 53
00000004:00200000:3.0:1775764890.893396:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764890.893414:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.893443:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71245 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10176:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466340 expref: 273 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.893454:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466340 expref: 272 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.893461:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:3.0:1775764890.893464:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764890.893466:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8600, rc 0)
00000100:00100000:3.0:1775764890.893499:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+272:14454:x1862022293777152:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6796us (7251us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.893506:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206075
00000100:00100000:3.0:1775764890.895171:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.895370:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293777408
00000100:00100000:2.0:1775764890.895378:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293777408
00010000:00010000:2.0:1775764890.895420:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d711c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466301 expref: 81 pid: 15574 timeout: 2245 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.895457:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3365
00000100:00100000:2.0:1775764890.895465:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2403:x1862022293777408:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764890.895479:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764890.895498:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d711c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466301 expref: 81 pid: 15574 timeout: 2245 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.895511:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d711c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466301 expref: 81 pid: 15574 timeout: 2245 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.895547:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005953e14a/0x9da62835f5d711c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466301 expref: 81 pid: 15574 timeout: 2245 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.895564:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764890.895566:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764890.895572:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d71253 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466339 expref: 80 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.895582:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d71253 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466339 expref: 80 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.895618:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000af242bcc/0x9da62835f5d71253 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466339 expref: 80 pid: 8400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.895631:0:6504:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696992a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6504:1862022277267840:192.168.202.56@tcp:105:
00000100:00100000:2.0:1775764890.896316:0:6504:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f523c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764890.906125:0:6504:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696992a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6504:1862022277267840:192.168.202.56@tcp:105:
00010000:00010000:2.0:1775764890.906154:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764890.906214:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2403:x1862022293777408:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 10749us (11049us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.906226:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3365
00000100:00100000:0.0:1775764890.911485:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.911545:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.911642:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293777664
00000100:00100000:2.0:1775764890.911653:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293777664
00000100:00100000:2.0:1775764890.911709:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3017
00000100:00100000:2.0:1775764890.911721:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+272:14453:x1862022293777664:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764890.912036:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+273:14453:x1862022293777664:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 318us (561us total) trans 4295101809 rc 0/0
00000100:00100000:2.0:1775764890.912041:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3017
00000100:00100000:1.0:1775764890.912289:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293777792
00000100:00100000:1.0:1775764890.912295:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293777792
00000100:00100000:1.0:1775764890.912337:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206076
00000100:00100000:1.0:1775764890.912344:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+273:14454:x1862022293777792:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764890.912355:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764890.912375:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7125a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466347 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912424:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71261 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912438:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71261 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912450:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71261 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912463:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71268 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912469:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71268 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912475:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71268 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912502:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71261 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912509:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71261 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912518:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71261 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912523:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764890.912538:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71261 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912545:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71261 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912556:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764890.912558:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764890.912562:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71261 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912568:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71261 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912579:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71268 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912585:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71268 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912591:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71268 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912595:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764890.912597:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71268 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912606:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71268 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912613:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x7063c938 (ffff93c6877ce700)
00010000:00010000:1.0:1775764890.912615:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764890.912618:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71268 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912624:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71268 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912651:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7125a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466347 expref: 274 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912661:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764890.912664:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764890.912667:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7125a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466347 expref: 274 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.912676:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3e00, rc 0)
00000100:00100000:1.0:1775764890.912711:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+273:14454:x1862022293777792:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 368us (1165us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764890.912718:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206076
00000100:00100000:0.0:1775764890.919788:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.919874:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293777920
00000100:00100000:3.0:1775764890.919884:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293777920
00000100:00100000:0.0:1775764890.919903:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.920183:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293778048
00000100:00100000:3.0:1775764890.920189:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293778048
00000100:00100000:3.0:1775764890.920225:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206077
00000100:00100000:3.0:1775764890.920235:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c19a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+274:14453:x1862022293777920:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.920260:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.920281:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7126f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446634e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920348:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71276 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920361:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71276 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920374:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71276 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920384:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7127d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920392:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7127d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920398:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7127d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920468:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71284 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920476:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71284 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920482:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71284 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.920546:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10177:0x0]: returning size 53
00000004:00200000:3.0:1775764890.920551:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764890.920570:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71284 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920581:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71284 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920589:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71276 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920596:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71276 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920603:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71276 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920609:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.920613:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71276 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920621:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71276 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920632:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764890.920635:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.920640:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71276 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920646:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d71276 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920662:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7127d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920668:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7127d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920673:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7127d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920678:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.920681:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7127d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920687:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7127d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920699:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xb0449b87 (ffff93c69bc6e400)
00010000:00010000:3.0:1775764890.920701:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.920703:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7127d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920708:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7127d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920732:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7126f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446634e expref: 276 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920744:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71284 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446634e expref: 275 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920757:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:3.0:1775764890.920759:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764890.920761:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8400, rc 0)
00000100:00100000:3.0:1775764890.920818:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c19a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+275:14453:x1862022293777920:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 585us (1038us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.920825:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206077
00000100:00100000:3.0:1775764890.920886:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206078
00000100:00100000:3.0:1775764890.920893:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+274:14454:x1862022293778048:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.920901:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.920910:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7128b lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466355 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920938:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71292 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920947:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71292 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.920954:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71292 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.920973:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10086:0x0]: returning size 4096
00000004:00200000:3.0:1775764890.920976:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764890.920985:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71292 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.921000:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7128b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466355 expref: 276 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.921012:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71292 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466355 expref: 275 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.921017:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.921020:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764890.921022:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8000, rc 0)
00000100:00100000:3.0:1775764890.921042:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+275:14454:x1862022293778048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 150us (1139us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.921048:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206078
00000100:00100000:2.0:1775764890.929623:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.931471:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293778176
00000100:00100000:3.0:1775764890.931484:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293778176
00000100:00100000:0.0:1775764890.931588:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3018
00000100:00100000:0.0:1775764890.931599:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4862850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+275:14454:x1862022293778176:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:1.0:1775764890.935630:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.935697:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.935822:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293778560
00000100:00100000:2.0:1775764890.935832:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293778560
00000100:00100000:2.0:1775764890.935917:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1192
00000100:00100000:2.0:1775764890.935926:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+277:2403:x1862022293778560:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764890.935942:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764890.935967:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71284 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446634e expref: 277 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.935987:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:2.0:1775764890.935993:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764890.936041:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:2403:x1862022293778560:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 116us (344us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.936048:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1192
00000100:00100000:0.0:1775764890.936164:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293778432
00000100:00100000:0.0:1775764890.936168:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293778432
00000100:00100000:0.0:1775764890.936197:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206079
00000100:00100000:0.0:1775764890.936203:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14453:x1862022293778432:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.936219:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.936232:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71299 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446635c expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.936326:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.936342:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466324 expref: 277 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.936351:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.936380:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466324 expref: 277 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.936394:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466324 expref: 277 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764890.937732:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986de300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277267968:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764890.937815:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c19e0900 going to sleep for 11 seconds
00000100:00100000:0.0:1775764890.942030:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4862850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14454:x1862022293778176:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 10423us (12406us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.942044:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3018
00000100:00100000:0.0:1775764890.947709:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986de300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277267968:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764890.947741:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.949237:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.949395:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293778688
00000100:00100000:1.0:1775764890.949495:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293778688
00010000:00010000:1.0:1775764890.949541:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466324 expref: 276 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764890.949621:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3366
00000100:00100000:1.0:1775764890.949631:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:2402:x1862022293778688:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.949646:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.949652:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466324 expref: 276 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.949675:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466324 expref: 276 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.949809:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7121b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466324 expref: 276 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.949826:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:1.0:1775764890.949832:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.949921:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.949930:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.949962:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.950017:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+275:2402:x1862022293778688:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 387us (785us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.950025:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3366
00000100:00100000:3.0:1775764890.952226:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.952252:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293778816
00000100:00100000:3.0:1775764890.952259:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293778816
00000100:00100000:3.0:1775764890.952298:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206080
00000100:00100000:3.0:1775764890.952304:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+275:14454:x1862022293778816:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764890.952320:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764890.952336:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d712a7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466363 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.952383:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d712ae lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.952394:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d712ae lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.952512:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.952520:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.952546:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10177:0x0]: returning size 53
00010000:00010000:0.0:1775764890.952656:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71299 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446635c expref: 278 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.952671:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446635c expref: 277 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.952680:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:0.0:1775764890.952683:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764890.952686:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165400, rc 0)
00000100:00100000:0.0:1775764890.952742:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+277:14453:x1862022293778432:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16538us (17120us total) trans 4295101810 rc 0/0
00000100:00100000:0.0:1775764890.952748:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206079
00010000:00010000:3.0:1775764890.953084:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d712ae lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953096:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d712bc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953101:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d712bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953105:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d712bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953128:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d712ae lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953132:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d712ae lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953136:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d712ae lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953140:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.953142:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d712ae lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953147:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d712ae lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953152:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.953154:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.953156:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d712ae lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953159:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d712ae lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953166:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d712bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953170:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d712bc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953173:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d712bc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953176:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764890.953177:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d712bc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953180:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d712bc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953183:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x3771cd63 (ffff93c69abaff00)
00010000:00010000:3.0:1775764890.953185:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.953186:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d712bc lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953189:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d712bc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953205:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d712a7 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466363 expref: 276 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953211:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764890.953212:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764890.953214:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d712a7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466363 expref: 276 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.953220:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8c00, rc 0)
00000100:00100000:3.0:1775764890.953237:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+275:14454:x1862022293778816:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 933us (1017us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764890.953241:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206080
00000100:00100000:3.0:1775764890.957363:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.957988:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293779072
00000100:00100000:0.0:1775764890.957997:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293779072
00000100:00100000:0.0:1775764890.958043:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3019
00000100:00100000:0.0:1775764890.958052:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+275:14454:x1862022293779072:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764890.958322:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14454:x1862022293779072:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 269us (966us total) trans 4295101811 rc 0/0
00000100:00100000:0.0:1775764890.958329:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3019
00000100:00100000:3.0:1775764890.959541:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764890.959622:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293779200
00000100:00100000:2.0:1775764890.959630:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293779200
00000100:00100000:2.0:1775764890.959686:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206081
00000100:00100000:2.0:1775764890.959694:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14453:x1862022293779200:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764890.959709:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764890.959727:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d712c3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446636a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.959810:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.959825:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446635c expref: 277 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.959834:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.959899:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446635c expref: 277 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.959913:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446635c expref: 277 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.959926:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696990e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277268096:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764890.959997:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a0f523c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764890.962819:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696990e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277268096:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764890.963047:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764890.968834:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764890.968963:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.969011:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293779456
00000100:00100000:0.0:1775764890.969020:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293779456
00000100:00100000:0.0:1775764890.969081:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206082
00000100:00100000:0.0:1775764890.969091:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+278:14454:x1862022293779456:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.969114:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.969135:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d712d1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466371 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969198:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d712d8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969214:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d712d8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969226:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d712d8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969240:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712df lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969247:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969254:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969330:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d712e6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969338:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d712e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969349:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d712e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.969386:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10174:0x0]: returning size 491
00000004:00200000:0.0:1775764890.969390:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764890.969420:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d712e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969431:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d712e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969440:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d712d8 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969446:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d712d8 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969451:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d712d8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969457:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d712d8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969463:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.969466:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d712d8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969473:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d712d8 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969483:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764890.969487:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.969491:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d712d8 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969496:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d712d8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969512:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969517:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712df lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969522:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712df lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969536:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a0fe9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.969539:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712df lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969544:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712df lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969550:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5a381168 (ffff93c69abaf200)
00010000:00010000:0.0:1775764890.969552:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.969555:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712df lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969561:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712df lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969587:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d712d1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466371 expref: 280 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969596:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d712e6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466371 expref: 279 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.969601:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:0.0:1775764890.969602:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764890.969604:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184e00, rc 0)
00000100:00100000:0.0:1775764890.969649:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+279:14454:x1862022293779456:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 560us (686us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.969656:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206082
00000100:00100000:2.0:1775764890.969999:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293779328
00000100:00100000:2.0:1775764890.970004:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293779328
00010000:00010000:2.0:1775764890.970027:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446635c expref: 279 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.970051:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3367
00000100:00100000:2.0:1775764890.970056:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+279:2402:x1862022293779328:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764890.970064:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764890.970068:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446635c expref: 279 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.970076:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446635c expref: 279 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.970086:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d712a0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446635c expref: 279 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.970093:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:2.0:1775764890.970096:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.970101:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.970105:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764890.970123:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764890.970152:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764890.970153:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+278:2402:x1862022293779328:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 96us (1329us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764890.970160:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3367
00010000:00010000:3.0:1775764890.970161:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764890.970187:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10177:0x0]: returning size 53
00000004:00200000:3.0:1775764890.970190:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764890.970200:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.970221:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d712c3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10177:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446636a expref: 278 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.970234:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446636a expref: 277 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764890.970241:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:3.0:1775764890.970243:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764890.970246:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd400, rc 0)
00000100:00100000:3.0:1775764890.970267:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+277:14453:x1862022293779200:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10574us (10728us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764890.970273:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206081
00000100:00100000:3.0:1775764890.978300:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.980674:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293779584
00000100:00100000:0.0:1775764890.980688:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293779584
00000100:00100000:0.0:1775764890.980757:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206083
00000100:00100000:0.0:1775764890.980769:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+277:14453:x1862022293779584:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.980788:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.980811:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d712ed lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466378 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.980886:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d712f4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.980901:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d712f4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.980913:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d712f4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.980928:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712fb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.980936:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.980942:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.980976:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d712f4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.980982:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d712f4 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.980989:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d712f4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.980995:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.980999:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d712f4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.981005:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d712f4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.981016:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764890.981019:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.981023:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d712f4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.981030:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d712f4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.981041:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.981047:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712fb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.981053:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712fb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.981058:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a0fe9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764890.981061:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712fb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.981066:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712fb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.981072:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x7063c938 (ffff93c69bc6e100)
00010000:00010000:0.0:1775764890.981074:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.981076:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712fb lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.981081:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d712fb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.981111:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d712ed lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466378 expref: 278 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.981121:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764890.981124:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764890.981127:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d712ed lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466378 expref: 278 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.981142:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:0.0:1775764890.981208:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+277:14453:x1862022293779584:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 441us (2916us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764890.981216:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206083
00000100:00100000:0.0:1775764890.984297:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.984571:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293779712
00000100:00100000:1.0:1775764890.984581:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293779712
00000100:00100000:1.0:1775764890.984647:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1193
00000100:00100000:1.0:1775764890.984657:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+277:2403:x1862022293779712:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764890.984729:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764890.984753:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d712e6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466371 expref: 277 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764890.984773:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:1.0:1775764890.984778:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764890.984831:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:2403:x1862022293779712:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 175us (541us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764890.984935:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1193
00000100:00100000:3.0:1775764890.987739:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.987814:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293779968
00000100:00100000:0.0:1775764890.987825:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293779968
00000100:00100000:0.0:1775764890.987909:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3020
00000100:00100000:0.0:1775764890.987919:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+120:14454:x1862022293779968:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764890.988198:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:14454:x1862022293779968:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 280us (465us total) trans 4294969493 rc 0/0
00000100:00100000:0.0:1775764890.988206:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3020
00000100:00100000:3.0:1775764890.991262:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.991346:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293780224
00000100:00100000:0.0:1775764890.991356:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293780224
00000100:00100000:0.0:1775764890.991412:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3021
00000100:00100000:0.0:1775764890.991421:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+121:14454:x1862022293780224:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764890.991718:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14454:x1862022293780224:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 298us (464us total) trans 4294969494 rc 0/0
00000100:00100000:0.0:1775764890.991725:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3021
00000100:00100000:3.0:1775764890.994665:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764890.996464:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293780352
00000100:00100000:0.0:1775764890.996476:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293780352
00000100:00100000:2.0:1775764890.997147:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764890.997337:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293780608
00000100:00100000:1.0:1775764890.997342:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293780608
00000100:00100000:1.0:1775764890.997387:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3022
00000100:00100000:1.0:1775764890.997396:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+122:14454:x1862022293780608:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764890.997637:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14454:x1862022293780608:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 241us (492us total) trans 4294969495 rc 0/0
00000100:00100000:1.0:1775764890.997644:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3022
00000100:00100000:0.0:1775764890.998097:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206084
00000100:00100000:0.0:1775764890.998107:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+276:14453:x1862022293780352:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764890.998119:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764890.998138:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71302 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446637f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.998187:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71309 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.998201:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71309 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.998213:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71309 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764890.998244:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10087:0x0]: returning size 4096
00000004:00200000:0.0:1775764890.998248:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764890.998265:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71309 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.998285:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71302 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446637f expref: 278 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.998299:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71309 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446637f expref: 277 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764890.998304:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764890.998306:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764890.998310:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165400, rc 0)
00000100:00100000:0.0:1775764890.998329:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+277:14453:x1862022293780352:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 227us (3850us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764890.998333:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206084
00000100:00100000:3.0:1775764891.001258:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.001635:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293780864
00000100:00100000:1.0:1775764891.001644:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293780864
00000100:00100000:1.0:1775764891.001755:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3023
00000100:00100000:1.0:1775764891.001765:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+277:14454:x1862022293780864:12345-192.168.202.56@tcp:35:dbench.0
00000100:00080000:0.0:1775764891.001967:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1775764891.002245:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+278:14454:x1862022293780864:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 481us (993us total) trans 4295101812 rc 0/0
00000100:00100000:1.0:1775764891.002255:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3023
00000100:00100000:2.0:1775764891.004564:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.004792:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293780992
00000100:00100000:1.0:1775764891.004801:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293780992
00000100:00100000:2.0:1775764891.004969:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3024
00000100:00100000:2.0:1775764891.004981:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4862450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+278:14453:x1862022293780992:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764891.009374:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.009735:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293781248
00000100:00100000:3.0:1775764891.009746:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293781248
00000100:00100000:3.0:1775764891.009803:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3025
00000100:00100000:3.0:1775764891.009813:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+280:14454:x1862022293781248:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764891.010134:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+281:14454:x1862022293781248:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 322us (771us total) trans 4295101813 rc 0/0
00000100:00100000:3.0:1775764891.010142:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3025
00000100:00100000:2.0:1775764891.012284:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4862450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+279:14453:x1862022293780992:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 7295us (7721us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.012297:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3024
00000100:00100000:0.0:1775764891.017232:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.017329:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293781632
00000100:00100000:1.0:1775764891.017338:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293781632
00000100:00100000:1.0:1775764891.017396:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206085
00000100:00100000:1.0:1775764891.017406:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+279:14453:x1862022293781632:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764891.017429:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764891.017477:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71310 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466386 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017562:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71317 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017577:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71317 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017588:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71317 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017603:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7131e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017610:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7131e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017616:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7131e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017681:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71317 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017690:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71317 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017696:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71317 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017702:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.017706:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71317 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017713:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71317 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017725:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764891.017728:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.017732:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71317 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017737:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71317 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017748:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7131e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017754:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7131e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017759:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7131e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017763:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac3e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.017766:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7131e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017772:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7131e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017779:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x3771cd63 (ffff93c6877ce700)
00010000:00010000:1.0:1775764891.017781:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.017783:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7131e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017789:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d7131e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017816:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71310 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466386 expref: 280 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.017826:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764891.017828:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.017831:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71310 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466386 expref: 280 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.018085:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2400, rc 0)
00000100:00100000:1.0:1775764891.018156:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+279:14453:x1862022293781632:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 752us (933us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764891.018164:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206085
00000100:00100000:0.0:1775764891.022776:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.022899:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293781504
00000100:00100000:1.0:1775764891.022910:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293781504
00000100:00100000:1.0:1775764891.022959:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3026
00000100:00100000:1.0:1775764891.022968:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+279:14454:x1862022293781504:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764891.023263:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+280:14454:x1862022293781504:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 295us (494us total) trans 4295101814 rc 0/0
00000100:00100000:1.0:1775764891.023271:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3026
00000100:00100000:0.0:1775764891.025591:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.025794:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293781888
00000100:00100000:1.0:1775764891.025805:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293781888
00000100:00100000:1.0:1775764891.025905:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3027
00000100:00100000:1.0:1775764891.025915:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+280:14453:x1862022293781888:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764891.026373:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+281:14453:x1862022293781888:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 457us (790us total) trans 4295101815 rc 0/0
00000100:00100000:1.0:1775764891.026381:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3027
00000100:00100000:0.0:1775764891.029121:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.029238:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293782144
00000100:00100000:1.0:1775764891.029247:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293782144
00000100:00100000:1.0:1775764891.029300:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3028
00000100:00100000:1.0:1775764891.029309:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+281:14454:x1862022293782144:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764891.029600:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+282:14454:x1862022293782144:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 290us (489us total) trans 4295101816 rc 0/0
00000100:00100000:1.0:1775764891.029608:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3028
00000100:00100000:0.0:1775764891.032916:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.032955:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.033089:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293782400
00000100:00100000:2.0:1775764891.033098:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293782400
00000100:00100000:2.0:1775764891.033152:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3029
00000100:00100000:2.0:1775764891.033161:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+282:14454:x1862022293782400:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764891.033404:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+283:14454:x1862022293782400:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 243us (495us total) trans 4295101817 rc 0/0
00000100:00100000:2.0:1775764891.033411:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3029
00000100:00100000:3.0:1775764891.033872:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293782528
00000100:00100000:3.0:1775764891.033878:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293782528
00000100:00100000:3.0:1775764891.033917:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206086
00000100:00100000:3.0:1775764891.033925:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+283:14453:x1862022293782528:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.033936:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.033956:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d71325 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446638d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034005:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7132c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034024:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7132c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034036:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7132c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034047:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71333 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034054:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71333 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034060:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71333 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034189:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7133a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034197:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7133a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034203:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7133a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.034237:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10175:0x0]: returning size 491
00000004:00200000:3.0:1775764891.034241:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764891.034256:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7133a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034266:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7133a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034277:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7132c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034282:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7132c lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034289:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7132c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034294:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.034298:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7132c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034305:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7132c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034315:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764891.034318:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.034323:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7132c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034328:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7132c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034339:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71333 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034344:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71333 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034351:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71333 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034356:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.034359:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71333 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034364:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71333 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034372:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5a381168 (ffff93c69abafd00)
00010000:00010000:3.0:1775764891.034374:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.034377:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71333 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034382:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71333 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034405:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d71325 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446638d expref: 285 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034417:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7133a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446638d expref: 284 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.034423:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:3.0:1775764891.034425:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764891.034428:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9c00, rc 0)
00000100:00100000:3.0:1775764891.034473:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+284:14453:x1862022293782528:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 549us (1517us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.034479:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206086
00000100:00100000:0.0:1775764891.047226:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.047354:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293782656
00000100:00100000:1.0:1775764891.047365:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293782656
00000100:00100000:1.0:1775764891.047433:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1194
00000100:00100000:1.0:1775764891.047443:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+284:2401:x1862022293782656:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.047461:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.047483:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7133a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446638d expref: 284 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.047517:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:1.0:1775764891.047522:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.047582:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+283:2401:x1862022293782656:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 141us (366us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.047589:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1194
00000100:00100000:0.0:1775764891.050740:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.050829:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293782912
00000100:00100000:3.0:1775764891.050878:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293782912
00000100:00100000:3.0:1775764891.050926:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206087
00000100:00100000:3.0:1775764891.050935:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+283:14454:x1862022293782912:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764891.050990:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:3.0:1775764891.051020:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71069 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446628a expref: 283 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051042:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d70fc1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10174:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466244 expref: 282 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051054:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:3.0:1775764891.051069:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71292 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466355 expref: 281 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051077:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.051080:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.051097:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d71341 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051111:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d71341 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051120:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d71341 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051130:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71348 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051137:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71348 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051144:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71348 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051228:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7134f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10174:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051236:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7134f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10174:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051243:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7134f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10174:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764891.051425:0:10031:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].95, 64 off14272
00000004:00080000:3.0:1775764891.051435:0:10031:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 2145301594896ns, next at 2146301592436ns, rc = 0
00010000:00010000:3.0:1775764891.051475:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71356 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10174:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051485:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71356 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10174:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051492:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71356 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10174:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051499:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71356 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10174:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051505:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71356 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10174:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051511:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71356 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10174:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051548:0:10031:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764891.051565:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7134f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051571:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7134f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051577:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7134f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051582:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.051587:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7134f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051594:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7134f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051602:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:3.0:1775764891.051604:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764891.051607:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7134f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051613:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d7134f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051626:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d71341 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051632:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d71341 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051642:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d71341 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051648:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d71341 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051652:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.051654:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d71341 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051660:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d71341 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051666:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.051668:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.051671:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d71341 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051676:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d71341 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764891.051683:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ec8bbc2 reply state 000000003abab4a3 transno 4295101818 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71348 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051692:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71348 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.051699:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5a381168 (ffff93c69abaf200)
00010000:00010000:3.0:1775764891.051701:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764891.051703:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764891.051772:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+282:14454:x1862022293782912:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 837us (1042us total) trans 4295101818 rc 0/0
00000100:00100000:3.0:1775764891.051781:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206087
00010000:00010000:2.0:1775764891.051994:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.052000:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71356 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10174:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.052007:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764891.052010:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71356 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10174:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.052016:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71356 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10174:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.052025:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10174:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:2.0:1775764891.052027:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764891.052030:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71356 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10174:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.052035:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71356 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10174:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.052050:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.052051:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.052053:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764891.057728:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.057814:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293783168
00000100:00100000:1.0:1775764891.057824:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293783168
00000100:00100000:1.0:1775764891.057918:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3030
00000100:00100000:1.0:1775764891.057928:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4860050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+123:14453:x1862022293783168:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764891.058201:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4860050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14453:x1862022293783168:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 273us (481us total) trans 4294969496 rc 0/0
00000100:00100000:1.0:1775764891.058209:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3030
00000100:00100000:1.0:1775764891.060659:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.060732:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293783424
00000100:00100000:2.0:1775764891.060740:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293783424
00000100:00100000:2.0:1775764891.060792:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3031
00000100:00100000:2.0:1775764891.060801:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+282:14454:x1862022293783424:12345-192.168.202.56@tcp:35:dbench.0
00000001:00080000:2.0:1775764891.061047:0:15557:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295101819
00000100:00100000:2.0:1775764891.061142:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+284:14454:x1862022293783424:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 342us (490us total) trans 4295101820 rc 0/0
00000100:00100000:2.0:1775764891.061151:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3031
00000020:00080000:2.0:1775764891.061155:0:15557:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1775764891.063703:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.063777:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293783680
00000100:00100000:1.0:1775764891.063788:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293783680
00000100:00100000:3.0:1775764891.064011:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3032
00000100:00100000:3.0:1775764891.064023:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+124:14453:x1862022293783680:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764891.064224:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293783680:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 203us (529us total) trans 4294969497 rc 0/0
00000100:00100000:3.0:1775764891.064233:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3032
00000100:00100000:0.0:1775764891.068290:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.068426:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293783936
00000100:00100000:2.0:1775764891.068436:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293783936
00000100:00100000:2.0:1775764891.068502:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3033
00000100:00100000:2.0:1775764891.068513:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+125:14453:x1862022293783936:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764891.068767:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+126:14453:x1862022293783936:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 255us (486us total) trans 4294969498 rc 0/0
00000100:00100000:2.0:1775764891.068774:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3033
00000100:00100000:0.0:1775764891.077703:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.078240:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293784192
00000100:00100000:3.0:1775764891.078250:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293784192
00000100:00100000:0.0:1775764891.079169:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.079482:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3034
00000100:00100000:2.0:1775764891.079493:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+284:14453:x1862022293784192:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764891.079794:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14453:x1862022293784192:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 302us (2109us total) trans 4295101821 rc 0/0
00000100:00100000:2.0:1775764891.079802:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3034
00000100:00100000:3.0:1775764891.080352:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293784448
00000100:00100000:3.0:1775764891.080360:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293784448
00000100:00100000:3.0:1775764891.080411:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206088
00000100:00100000:3.0:1775764891.080419:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14454:x1862022293784448:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764891.080455:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1775764891.080481:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b7414600/0x9da62835f5d70eb7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661d4 expref: 285 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.080502:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d70e6a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10172:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661b8 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.080513:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10172:0x0].0x0 (ffff93c6877ceb00)
00010000:00010000:3.0:1775764891.080522:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.080551:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7135d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.080564:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7135d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.080574:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7135d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.080584:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71364 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.080591:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71364 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.080597:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71364 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.080673:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7136b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10172:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.080682:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7136b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10172:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.080759:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7136b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10172:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764891.081082:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].96, 64 off14336
00010000:00010000:3.0:1775764891.081125:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71372 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10172:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081135:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71372 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10172:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081142:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71372 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10172:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081149:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71372 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10172:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081157:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71372 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10172:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081163:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71372 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10172:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081179:0:6518:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764891.081194:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7136b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10172:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081201:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7136b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10172:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081207:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7136b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10172:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081213:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.081217:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7136b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10172:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081225:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7136b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10172:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081233:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10172:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:3.0:1775764891.081236:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764891.081240:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7136b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10172:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081246:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d7136b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10172:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081264:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7135d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081270:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7135d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081275:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7135d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081280:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.081282:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7135d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081286:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7135d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081292:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.081294:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.081297:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7135d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081302:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7135d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764891.081309:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0e3472d reply state 000000002b4ac874 transno 4295101822 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71364 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081319:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71364 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.081324:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xfd3f225d (ffff93c6877cea00)
00010000:00010000:3.0:1775764891.081327:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764891.081330:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764891.081389:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14454:x1862022293784448:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 971us (2224us total) trans 4295101822 rc 0/0
00000100:00100000:3.0:1775764891.081396:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206088
00010000:00010000:2.0:1775764891.082080:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.082087:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71372 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10172:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.082095:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764891.082098:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71372 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10172:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.082105:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71372 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10172:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.082115:0:7451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10172:0x0].0x0 (ffff93c69abafc00)
00010000:00010000:2.0:1775764891.082118:0:7451:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764891.082120:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71372 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10172:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.082125:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71372 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10172:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.082142:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.082144:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.082146:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764891.088221:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.088300:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293784704
00000100:00100000:2.0:1775764891.088310:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293784704
00000100:00100000:2.0:1775764891.088375:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3035
00000100:00100000:2.0:1775764891.088385:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+285:14453:x1862022293784704:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764891.088655:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+286:14453:x1862022293784704:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 270us (442us total) trans 4295101823 rc 0/0
00000100:00100000:2.0:1775764891.088662:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3035
00000100:00100000:0.0:1775764891.095630:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.096589:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.096688:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293785088
00000100:00100000:2.0:1775764891.096700:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293785088
00000100:00100000:2.0:1775764891.096760:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3036
00000100:00100000:2.0:1775764891.096771:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7a4862050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+286:14453:x1862022293785088:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764891.097050:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7a4862050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+287:14453:x1862022293785088:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 281us (462us total) trans 4295101824 rc 0/0
00000100:00100000:2.0:1775764891.097058:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3036
00000100:00100000:3.0:1775764891.098258:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293784832
00000100:00100000:3.0:1775764891.098268:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293784832
00000100:00100000:0.0:1775764891.098457:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206089
00000100:00100000:0.0:1775764891.098467:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+287:14454:x1862022293784832:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.098486:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764891.098517:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71379 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466394 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098581:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71380 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098596:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71380 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098613:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71380 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098629:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71387 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098636:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71387 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098643:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71387 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098687:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71380 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098695:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71380 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098702:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71380 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098708:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a0fe9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.098712:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71380 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098719:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71380 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098730:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764891.098733:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.098737:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71380 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098743:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71380 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098757:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71387 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098763:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71387 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098768:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71387 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098773:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c781689400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.098776:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71387 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098791:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71387 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098798:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x14062c82 (ffff93c69bc6e100)
00010000:00010000:0.0:1775764891.098801:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.098804:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71387 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.098809:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71387 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.099181:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71379 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466394 expref: 288 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.099200:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764891.099203:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.099206:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71379 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466394 expref: 288 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.099216:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164e00, rc 0)
00000100:00100000:0.0:1775764891.099404:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+287:14454:x1862022293784832:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 938us (3782us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764891.099413:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206089
00000100:00100000:0.0:1775764891.104236:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.104322:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293785344
00000100:00100000:2.0:1775764891.104332:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293785344
00000100:00100000:2.0:1775764891.104380:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3037
00000100:00100000:2.0:1775764891.104390:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+287:14453:x1862022293785344:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764891.104653:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+288:14453:x1862022293785344:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 264us (426us total) trans 4295101825 rc 0/0
00000100:00100000:2.0:1775764891.104660:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3037
00000100:00100000:2.0:1775764891.106402:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.106468:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293785472
00000100:00100000:3.0:1775764891.106477:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293785472
00000100:00100000:3.0:1775764891.106541:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206090
00000100:00100000:3.0:1775764891.106548:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+288:14454:x1862022293785472:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.106565:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.106582:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7138e lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446639b expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.106637:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71395 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.106650:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71395 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.106661:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71395 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.106710:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10086:0x0]: returning size 4096
00000004:00200000:3.0:1775764891.106714:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764891.106729:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71395 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.106750:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7138e lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446639b expref: 290 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.106772:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71395 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446639b expref: 289 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.106780:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.106783:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764891.106786:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8000, rc 0)
00000100:00100000:3.0:1775764891.106874:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+289:14454:x1862022293785472:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 325us (478us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.106880:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206090
00000100:00100000:0.0:1775764891.108445:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.108537:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293785728
00000100:00100000:2.0:1775764891.108545:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293785728
00000100:00100000:2.0:1775764891.108621:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3038
00000100:00100000:2.0:1775764891.108630:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+289:14453:x1862022293785728:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764891.108902:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+290:14453:x1862022293785728:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 272us (460us total) trans 4295101826 rc 0/0
00000100:00100000:2.0:1775764891.108909:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3038
00000100:00100000:1.0:1775764891.117235:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.117282:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.117356:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293786112
00000100:00100000:3.0:1775764891.117366:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293786112
00000100:00100000:2.0:1775764891.117512:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293785856
00000100:00100000:2.0:1775764891.117516:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293785856
00000100:00100000:2.0:1775764891.117556:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3039
00000100:00100000:2.0:1775764891.117565:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+291:14454:x1862022293785856:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764891.121812:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206091
00000100:00100000:0.0:1775764891.121836:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+292:14453:x1862022293786112:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764891.121910:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:0.0:1775764891.121939:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7107e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466291 expref: 292 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.121962:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71015 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10175:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466267 expref: 291 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.121975:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69abaf900)
00010000:00010000:0.0:1775764891.121991:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71309 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446637f expref: 290 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.121999:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764891.122003:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764891.122024:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7139c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122036:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7139c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122046:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7139c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122057:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d713a3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122064:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d713a3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122178:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d713a3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122255:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d713aa lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10175:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122262:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d713aa lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10175:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122268:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d713aa lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10175:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764891.122450:0:8005:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].96, 64 off14360
00010000:00010000:0.0:1775764891.122495:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d713b1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10175:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122503:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d713b1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10175:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122512:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d713b1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10175:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122518:0:8005:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d713b1 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10175:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122534:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d713b1 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10175:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122541:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d713b1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10175:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122563:0:8005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764891.122623:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d713aa lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10175:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122629:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d713aa lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10175:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122634:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d713aa lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10175:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122639:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.122642:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d713aa lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10175:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122648:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d713aa lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10175:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122655:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69bc6e100)
00010000:00010000:0.0:1775764891.122657:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764891.122661:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d713aa lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10175:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122666:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d713aa lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10175:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122679:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7139c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122685:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7139c lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122689:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7139c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122694:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c781689400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.122697:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7139c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122702:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7139c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122710:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764891.122712:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.122715:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7139c lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122720:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7139c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764891.122728:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005820c3f reply state 000000006dffb81a transno 4295101827 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d713a3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122743:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d713a3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.122749:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5a381168 (ffff93c69abafd00)
00010000:00010000:0.0:1775764891.122751:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764891.122753:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1775764891.122826:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+291:14453:x1862022293786112:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1002us (5600us total) trans 4295101827 rc 0/0
00000100:00100000:0.0:1775764891.122834:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206091
00010000:00010000:2.0:1775764891.124322:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.124333:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d713b1 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10175:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.124343:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764891.124347:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d713b1 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10175:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.124355:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d713b1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10175:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.124368:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10175:0x0].0x0 (ffff93c69bc6e100)
00010000:00010000:2.0:1775764891.124371:0:6506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764891.124375:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d713b1 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10175:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.124380:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d713b1 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10175:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.124399:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.124400:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.124402:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764891.125331:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+289:14454:x1862022293785856:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 7760us (8042us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.125343:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3039
00000100:00100000:0.0:1775764891.133073:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.133179:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293786368
00000100:00100000:1.0:1775764891.133188:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293786368
00000100:00100000:1.0:1775764891.133234:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3040
00000100:00100000:1.0:1775764891.133241:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+289:14453:x1862022293786368:12345-192.168.202.56@tcp:35:dbench.0
00000001:00080000:1.0:1775764891.133420:0:15599:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295101828
00000100:00100000:1.0:1775764891.133519:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+291:14453:x1862022293786368:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 278us (455us total) trans 4295101829 rc 0/0
00000100:00100000:1.0:1775764891.133536:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3040
00000020:00080000:1.0:1775764891.133541:0:15599:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1775764891.136152:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.136267:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293786496
00000100:00100000:2.0:1775764891.136276:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293786496
00000100:00100000:2.0:1775764891.137059:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206092
00000100:00100000:2.0:1775764891.137073:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+291:14454:x1862022293786496:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764891.137098:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764891.137120:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d713b8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944663a2 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137182:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d713bf lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137197:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d713bf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137209:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d713bf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137224:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d713c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137232:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d713c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137238:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d713c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137320:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d713cd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137330:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d713cd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137337:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d713cd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764891.137377:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096
00000004:00200000:2.0:1775764891.137382:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764891.137403:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d713cd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137415:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d713cd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137423:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d713bf lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137430:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d713bf lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137435:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d713bf lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137441:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d713bf lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137446:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764891.137451:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d713bf lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137458:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d713bf lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137470:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764891.137473:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.137479:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d713bf lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137486:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d713bf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137507:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d713c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137512:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d713c6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137517:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d713c6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137522:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764891.137540:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d713c6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137548:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d713c6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137555:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xcd7d97c8 (ffff93c68cb34e00)
00010000:00010000:2.0:1775764891.137558:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.137560:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d713c6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137565:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d713c6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137592:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d713b8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663a2 expref: 293 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137604:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d713cd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663a2 expref: 292 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.137617:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:2.0:1775764891.137619:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764891.137621:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd000, rc 0)
00000100:00100000:2.0:1775764891.137697:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+292:14454:x1862022293786496:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 629us (1556us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.137705:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206092
00000100:00100000:0.0:1775764891.145634:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.147745:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293786624
00000100:00100000:1.0:1775764891.147759:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293786624
00000100:00100000:1.0:1775764891.147885:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1195
00000100:00100000:1.0:1775764891.147896:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+292:2400:x1862022293786624:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.147911:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.147939:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d713cd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663a2 expref: 292 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.147959:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:1.0:1775764891.147964:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.148042:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+291:2400:x1862022293786624:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 149us (2418us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.148050:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1195
00000100:00100000:1.0:1775764891.154809:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.155548:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293786880
00000100:00100000:3.0:1775764891.155560:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293786880
00000100:00100000:3.0:1775764891.155623:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206093
00000100:00100000:3.0:1775764891.155632:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68578ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+291:14454:x1862022293786880:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.155658:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.155678:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d713d4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944663a9 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.155784:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.155799:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660d1 expref: 292 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.155809:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.155995:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660d1 expref: 292 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.156009:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660d1 expref: 292 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.156022:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277268224:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764891.157191:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.157259:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293787136
00000100:00100000:1.0:1775764891.157266:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293787136
00000100:00100000:1.0:1775764891.157314:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206094
00000100:00100000:1.0:1775764891.157322:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+293:14453:x1862022293787136:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:1.0:1775764891.157360:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1775764891.157383:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d70f12 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661fe expref: 293 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157402:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d70ef6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10173:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944661f0 expref: 292 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157417:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10173:0x0].0x0 (ffff93c6877cef00)
00010000:00010000:1.0:1775764891.157428:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764891.157444:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d713e2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157455:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d713e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157465:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d713e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157474:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d713e9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157482:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d713e9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157488:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d713e9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157578:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d713f0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10173:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157587:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d713f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10173:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157593:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d713f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10173:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1775764891.157782:0:8005:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].97, 64 off14424
00010000:00010000:1.0:1775764891.157825:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d713f7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10173:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157833:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d713f7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10173:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157873:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d713f7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10173:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157881:0:8005:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d713f7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10173:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157887:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d713f7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10173:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157893:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d713f7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10173:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157907:0:8005:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764891.157922:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d713f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10173:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157928:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d713f0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10173:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157934:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d713f0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10173:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157940:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.157944:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d713f0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10173:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157952:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d713f0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10173:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157961:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10173:0x0].0x0 (ffff93c6877ce700)
00010000:00010000:1.0:1775764891.157964:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1775764891.157967:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d713f0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10173:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157972:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d713f0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10173:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157986:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d713e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157992:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d713e2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.157997:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d713e2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.158001:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.158004:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d713e2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.158009:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d713e2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.158016:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764891.158018:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.158021:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d713e2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.158026:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d713e2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764891.158038:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2b23f1d reply state 0000000092a8f151 transno 4295101830 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d713e9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.158048:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d713e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.158054:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xfd3f225d (ffff93c6877ce600)
00010000:00010000:1.0:1775764891.158057:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764891.158059:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1775764891.158120:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+293:14453:x1862022293787136:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 797us (932us total) trans 4295101830 rc 0/0
00000100:00100000:1.0:1775764891.158127:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206094
00010000:00010000:0.0:1775764891.158422:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764891.158429:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d713f7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10173:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.158435:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184200 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764891.158439:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d713f7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10173:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.158445:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d713f7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10173:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.158455:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10173:0x0].0x0 (ffff93c6877ce700)
00010000:00010000:0.0:1775764891.158458:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764891.158461:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d713f7 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10173:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.158466:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d713f7 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10173:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.158480:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764891.158482:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764891.158483:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764891.162644:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.168287:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.173226:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293787264
00000100:00100000:2.0:1775764891.173247:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293787264
00000100:00100000:1.0:1775764891.173540:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277268224:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764891.173573:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.174718:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206095
00000100:00100000:2.0:1775764891.174754:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+293:14453:x1862022293787264:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764891.174785:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764891.174818:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d713fe lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944663b0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.174935:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71405 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.174964:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71405 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.174984:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71405 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175004:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d7140c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175012:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d7140c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175019:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d7140c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175068:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71405 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175075:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71405 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175082:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71405 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175088:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764891.175092:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71405 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175100:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71405 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175113:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764891.175117:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.175122:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71405 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175128:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71405 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175141:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d7140c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175147:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d7140c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175153:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d7140c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175158:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764891.175160:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d7140c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175165:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d7140c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175172:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x14062c82 (ffff93c68cb34e00)
00010000:00010000:2.0:1775764891.175174:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.175176:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d7140c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175181:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d7140c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175218:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d713fe lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663b0 expref: 294 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175229:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764891.175231:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.175235:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d713fe lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663b0 expref: 294 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.175245:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc200, rc 0)
00000100:00100000:2.0:1775764891.175337:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+293:14453:x1862022293787264:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 604us (7067us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764891.175346:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206095
00000100:00100000:1.0:1775764891.180085:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.180172:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293787392
00000100:00100000:0.0:1775764891.180188:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293787392
00010000:00010000:0.0:1775764891.180243:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660d1 expref: 293 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.180295:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3368
00000100:00100000:0.0:1775764891.180305:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+293:2403:x1862022293787392:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.180320:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.180325:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660d1 expref: 293 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.180337:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660d1 expref: 293 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.180356:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d70bbc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660d1 expref: 293 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.180370:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:0.0:1775764891.180375:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.180381:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.180390:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.180773:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764891.180883:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+292:2403:x1862022293787392:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 536us (769us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.180892:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3368
00010000:00010000:1.0:1775764891.181575:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.181586:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764891.181608:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096
00010000:00010000:1.0:1775764891.181757:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d713d4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663a9 expref: 293 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.181775:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663a9 expref: 292 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.181783:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:1.0:1775764891.181785:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764891.181788:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8a00, rc 0)
00000100:00100000:1.0:1775764891.181827:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68578ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+292:14454:x1862022293786880:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 26197us (27029us total) trans 4295101831 rc 0/0
00000100:00100000:1.0:1775764891.181835:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206093
00000100:00100000:3.0:1775764891.182555:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.185815:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293787520
00000100:00100000:0.0:1775764891.185832:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293787520
00000100:00100000:0.0:1775764891.185935:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206096
00000100:00100000:0.0:1775764891.185945:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+292:14453:x1862022293787520:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.185966:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764891.185988:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7141a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944663b7 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.186064:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d71421 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.186080:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d71421 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.186093:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d71421 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764891.186138:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10087:0x0]: returning size 4096
00000004:00200000:0.0:1775764891.186142:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764891.186164:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d71421 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.186192:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d7141a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663b7 expref: 294 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.186209:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d71421 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663b7 expref: 293 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.186218:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764891.186221:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764891.186225:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e706800, rc 0)
00000100:00100000:0.0:1775764891.186297:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+293:14453:x1862022293787520:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 354us (3752us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.186304:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206096
00000100:00100000:0.0:1775764891.190503:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.192195:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293787648
00000100:00100000:3.0:1775764891.192225:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293787648
00000100:00100000:3.0:1775764891.192312:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206097
00000100:00100000:3.0:1775764891.192323:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+293:14454:x1862022293787648:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.192357:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.192382:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71428 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944663be expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.192489:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.192505:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663a9 expref: 294 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.192516:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.192575:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663a9 expref: 294 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.192592:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663a9 expref: 294 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.192609:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277268352:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764891.192733:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad3c0 going to sleep for 11 seconds
00010000:00010000:2.0:1775764891.194205:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764891.209959:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.210631:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293787776
00000100:00100000:1.0:1775764891.210648:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293787776
00000100:00100000:1.0:1775764891.210820:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3041
00000100:00100000:1.0:1775764891.210831:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7835f7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+295:14453:x1862022293787776:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:1.0:1775764891.225062:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.225172:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277268352:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.225222:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.225237:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293787904
00000100:00100000:2.0:1775764891.225246:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293787904
00010000:00010000:2.0:1775764891.225287:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663a9 expref: 297 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.225337:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3369
00000100:00100000:2.0:1775764891.225348:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:2402:x1862022293787904:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.225367:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.225374:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663a9 expref: 297 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.225385:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663a9 expref: 297 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.225408:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d713db lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663a9 expref: 297 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.225423:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:2.0:1775764891.225427:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.225435:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.225441:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.225475:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.225545:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:2402:x1862022293787904:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 198us (493us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.225555:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3369
00010000:00010000:1.0:1775764891.225779:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.225792:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764891.226391:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096
00000004:00200000:1.0:1775764891.226487:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764891.226516:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.226563:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71428 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663be expref: 295 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.226582:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663be expref: 294 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.226597:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:1.0:1775764891.226600:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764891.226603:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8200, rc 0)
00000100:00100000:1.0:1775764891.226678:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+294:14454:x1862022293787648:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 34356us (36184us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.226687:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206097
00000100:00100000:0.0:1775764891.227381:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7835f7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+293:14453:x1862022293787776:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 16551us (17439us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.227390:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3041
00000100:00100000:2.0:1775764891.248005:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.248073:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.248189:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293788032
00000100:00100000:0.0:1775764891.248206:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293788032
00000100:00100000:0.0:1775764891.248277:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293788160
00000100:00100000:0.0:1775764891.248280:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293788160
00000100:00100000:0.0:1775764891.248315:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206098
00000100:00100000:0.0:1775764891.248325:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+294:14453:x1862022293788032:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.248345:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764891.248366:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d71436 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944663c5 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.248618:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206099
00000100:00100000:1.0:1775764891.248627:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+295:14454:x1862022293788160:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764891.248635:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764891.248644:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7143d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944663cc expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248710:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71444 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248726:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71444 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248736:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71444 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248751:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7144b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248758:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7144b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248764:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7144b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248805:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71444 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248811:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71444 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248817:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71444 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248823:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71444 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248828:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.248832:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71444 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248868:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71444 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248879:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764891.248882:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.248886:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71444 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248891:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71444 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248905:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7144b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248911:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7144b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248917:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7144b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248922:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.248925:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7144b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248930:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7144b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248936:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x14062c82 (ffff93c6877cef00)
00010000:00010000:1.0:1775764891.248938:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.248941:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7144b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248945:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7144b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248972:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7143d lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663cc expref: 296 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248981:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764891.248983:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.248986:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7143d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663cc expref: 296 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.248994:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:1.0:1775764891.249053:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+295:14454:x1862022293788160:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 427us (979us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764891.249061:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206099
00010000:00010000:0.0:1775764891.249539:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d71452 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249551:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d71452 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249559:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d71452 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249572:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71459 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249577:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71459 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249583:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71459 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249645:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71460 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249654:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71460 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249660:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71460 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764891.249695:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096
00000004:00200000:0.0:1775764891.249699:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764891.249715:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71460 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249728:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71460 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249734:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d71452 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249740:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d71452 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249745:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d71452 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249750:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.249752:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d71452 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249758:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d71452 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249765:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764891.249767:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.249769:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d71452 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249774:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d71452 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249783:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71459 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249788:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71459 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249794:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71459 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249799:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c781689400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.249801:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71459 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249805:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71459 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249810:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xcd7d97c8 (ffff93c69bc6ee00)
00010000:00010000:0.0:1775764891.249812:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.249814:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71459 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249818:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71459 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249880:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d71436 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663c5 expref: 295 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249892:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71460 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663c5 expref: 294 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.249898:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:0.0:1775764891.249899:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764891.249901:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c79545ca00, rc 0)
00000100:00100000:0.0:1775764891.249931:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+294:14453:x1862022293788032:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1608us (1941us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.249938:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206098
00000100:00100000:1.0:1775764891.261084:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.261300:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293788416
00000100:00100000:0.0:1775764891.261310:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293788416
00000100:00100000:0.0:1775764891.261370:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3042
00000100:00100000:0.0:1775764891.261381:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+294:14454:x1862022293788416:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764891.262028:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+295:14454:x1862022293788416:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 647us (949us total) trans 4295101832 rc 0/0
00000100:00100000:0.0:1775764891.262033:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3042
00000100:00100000:3.0:1775764891.265788:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.265913:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293788672
00000100:00100000:0.0:1775764891.265928:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293788672
00000100:00100000:0.0:1775764891.265995:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206100
00000100:00100000:0.0:1775764891.266004:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+295:14453:x1862022293788672:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.266026:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764891.266048:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71467 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944663d3 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.266152:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.266166:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944660fb expref: 296 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.266172:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71460 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663c5 expref: 296 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.266177:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 5/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.266220:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71460 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663c5 expref: 296 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.266235:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71460 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663c5 expref: 296 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.266248:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69950d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277268480:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764891.266383:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660fb expref: 296 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.266392:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660fb expref: 296 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.266998:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986df480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277268608:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764891.267039:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c792845cc0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.268722:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.268770:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.268826:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293788800
00000100:00100000:1.0:1775764891.268888:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293788800
00000100:00100000:1.0:1775764891.268948:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206101
00000100:00100000:1.0:1775764891.268958:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:14454:x1862022293788800:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764891.268981:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764891.269001:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71475 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944663da expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269059:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7147c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269073:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7147c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269084:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7147c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269097:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71483 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269103:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71483 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269108:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71483 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269179:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7148a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269188:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7148a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269194:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7148a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764891.269228:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096
00000004:00200000:1.0:1775764891.269232:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764891.269266:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7148a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269278:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7148a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269286:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7147c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269293:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7147c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269299:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7147c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269304:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7147c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269309:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.269313:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7147c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269319:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7147c lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269333:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764891.269336:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.269341:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7147c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269348:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7147c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269362:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71483 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269368:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71483 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269374:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71483 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269379:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2185800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.269382:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71483 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269387:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71483 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269394:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xcd7d97c8 (ffff93c6877cef00)
00010000:00010000:1.0:1775764891.269396:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.269399:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71483 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269405:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71483 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269434:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71475 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663da expref: 299 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269446:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7148a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663da expref: 298 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.269453:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:1.0:1775764891.269455:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764891.269458:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2400, rc 0)
00000100:00100000:1.0:1775764891.269551:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:14454:x1862022293788800:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 594us (841us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.269558:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206101
00000100:00100000:2.0:1775764891.269883:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293788928
00000100:00100000:2.0:1775764891.269890:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293788928
00010000:00010000:2.0:1775764891.269918:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71460 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663c5 expref: 298 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.269947:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3370
00000100:00100000:2.0:1775764891.269955:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:2403:x1862022293788928:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.269967:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.269972:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71460 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663c5 expref: 298 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.269986:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71460 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663c5 expref: 298 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.270001:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:2.0:1775764891.270005:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.270013:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.270022:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.270044:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:2403:x1862022293788928:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 91us (1274us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.270051:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3370
00010000:00010000:0.0:1775764891.271984:0:14273:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@000000009dd3de95 x1862022277268480) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71460 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663c5 expref: 297 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.272006:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71460 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663c5 expref: 297 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.272028:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69950d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277268480:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764891.276897:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986df480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277268608:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764891.276939:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:0.0:1775764891.276950:0:14273:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.276965:0:14273:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.276975:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.278108:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.279421:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293789056
00000100:00100000:0.0:1775764891.279438:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293789056
00010000:00010000:0.0:1775764891.279504:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660fb expref: 297 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.280073:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3371
00000100:00100000:0.0:1775764891.280126:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:2402:x1862022293789056:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.280152:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.280165:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660fb expref: 297 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.280184:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660fb expref: 297 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.280209:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d70c48 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944660fb expref: 297 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.280228:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:0.0:1775764891.280234:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.280246:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.280253:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.280281:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.280301:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.280311:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.280333:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096
00000100:00100000:0.0:1775764891.280345:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:2402:x1862022293789056:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 259us (2243us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.280353:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3371
00010000:00010000:3.0:1775764891.280486:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71467 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663d3 expref: 297 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.280502:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663d3 expref: 296 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.280515:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:3.0:1775764891.280518:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764891.280520:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c79545c800, rc 0)
00000100:00100000:3.0:1775764891.280554:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:14453:x1862022293788672:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14550us (14781us total) trans 4295101833 rc 0/0
00000100:00100000:3.0:1775764891.280563:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206100
00000100:00100000:1.0:1775764891.280656:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.282555:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293789440
00000100:00100000:0.0:1775764891.282568:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293789440
00000100:00100000:0.0:1775764891.282632:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206102
00000100:00100000:0.0:1775764891.282641:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:14454:x1862022293789440:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.282663:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764891.282680:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71498 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944663e1 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.282782:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.283513:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663be expref: 297 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.283532:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7148a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663da expref: 297 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.283541:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 5/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.283579:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7148a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663da expref: 297 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.283593:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7148a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663da expref: 297 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.283609:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986de300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277268736:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764891.283714:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663be expref: 297 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.283723:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663be expref: 297 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.283731:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277268864:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764891.283754:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790e0a0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.290809:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.291454:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293789184
00000100:00100000:2.0:1775764891.291465:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293789184
00010000:00010000:2.0:1775764891.291507:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7148a lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663da expref: 298 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.291566:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3372
00000100:00100000:2.0:1775764891.291577:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:2401:x1862022293789184:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.291595:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.291602:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7148a lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663da expref: 298 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.291620:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7148a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663da expref: 298 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.291644:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:2.0:1775764891.291650:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.291660:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.291667:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.291773:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:2401:x1862022293789184:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 197us (971us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.291791:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3372
00010000:00010000:2.0:1775764891.294297:0:8005:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@000000008f33049d x1862022277268736) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7148a lrc: 1/0,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663da expref: 297 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.294321:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7148a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663da expref: 297 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.294338:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986de300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277268736:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764891.294574:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277268864:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764891.294599:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:2.0:1775764891.294604:0:8005:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.294613:0:8005:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.294622:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.307286:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.307624:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.307724:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293789696
00000100:00100000:3.0:1775764891.307734:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293789696
00010000:00010000:3.0:1775764891.307784:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663be expref: 297 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.307824:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3373
00000100:00100000:3.0:1775764891.307834:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:2402:x1862022293789696:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.308150:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.308159:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663be expref: 297 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.308174:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663be expref: 297 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.308197:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7142f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663be expref: 297 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.308217:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:3.0:1775764891.308223:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.308232:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.308241:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.308274:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.308328:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293789568
00000100:00100000:3.0:1775764891.308339:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:2402:x1862022293789696:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 505us (715us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.308345:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293789568
00000100:00100000:3.0:1775764891.308348:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3373
00000100:00100000:1.0:1775764891.308386:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206103
00000100:00100000:1.0:1775764891.308404:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:14453:x1862022293789568:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764891.308426:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764891.308441:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d714a6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944663e8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.308533:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.308546:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663d3 expref: 297 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.308559:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.308587:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.308590:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663d3 expref: 297 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.308607:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.308614:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663d3 expref: 297 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.308636:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b42680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277268992:192.168.202.56@tcp:104:
00000004:00200000:2.0:1775764891.308639:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096
00000100:00100000:1.0:1775764891.308690:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1d80 going to sleep for 11 seconds
00010000:00010000:2.0:1775764891.308772:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71498 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663e1 expref: 299 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.308798:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663e1 expref: 298 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.308806:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:2.0:1775764891.308809:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764891.308812:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c781689400, rc 0)
00000100:00100000:2.0:1775764891.310179:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:14454:x1862022293789440:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 27531us (29518us total) trans 4295101834 rc 0/0
00000100:00100000:2.0:1775764891.310189:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206102
00000100:00100000:1.0:1775764891.317318:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b42680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277268992:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764891.317356:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.323379:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.323474:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293789824
00000100:00100000:3.0:1775764891.323485:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293789824
00010000:00010000:3.0:1775764891.323535:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663d3 expref: 298 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.323575:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3374
00000100:00100000:3.0:1775764891.323584:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:2403:x1862022293789824:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.323599:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.323605:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663d3 expref: 298 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.323619:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663d3 expref: 298 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.323646:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7146e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663d3 expref: 298 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.323662:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:3.0:1775764891.323667:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.323676:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.323684:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.323717:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.323774:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:2403:x1862022293789824:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 190us (404us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.323781:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3374
00010000:00010000:1.0:1775764891.324287:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.324296:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764891.324354:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096
00000004:00200000:1.0:1775764891.324360:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764891.324385:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.324423:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d714a6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10089:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663e8 expref: 297 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.324444:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663e8 expref: 296 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.324453:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:1.0:1775764891.324456:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764891.324459:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2400, rc 0)
00000100:00100000:1.0:1775764891.324504:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:14453:x1862022293789568:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16112us (17227us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.324512:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206103
00000100:00100000:2.0:1775764891.325668:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.325752:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293789952
00000100:00100000:0.0:1775764891.325761:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293789952
00000100:00100000:0.0:1775764891.325812:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206104
00000100:00100000:0.0:1775764891.325821:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690018a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:14454:x1862022293789952:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.325881:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764891.325899:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d714bb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944663ef expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.325984:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d714c2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.326001:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663e1 expref: 297 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.326009:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d714c2 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.326054:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663e1 expref: 297 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.326067:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663e1 expref: 297 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.326078:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277269120:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764891.326145:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790e0a0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.333434:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.334178:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277269120:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764891.334209:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d714c2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.334332:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293790080
00000100:00100000:3.0:1775764891.334341:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293790080
00010000:00010000:3.0:1775764891.334374:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663e1 expref: 298 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.334406:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3375
00000100:00100000:3.0:1775764891.334415:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690019880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:2403:x1862022293790080:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.334427:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.334434:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663e1 expref: 298 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.334453:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663e1 expref: 298 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.334475:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d7149f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663e1 expref: 298 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.334495:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:3.0:1775764891.334500:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d714c2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.334508:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d714c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.334516:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d714c2 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.334555:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.334613:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690019880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:2403:x1862022293790080:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 198us (1189us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.334620:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3375
00010000:00010000:2.0:1775764891.334811:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d714c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.334818:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d714c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764891.335012:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096
00000004:00200000:2.0:1775764891.335278:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764891.335304:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d714c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.335337:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d714bb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663ef expref: 297 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.335355:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823c00/0x9da62835f5d714c2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663ef expref: 296 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.335362:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:2.0:1775764891.335365:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764891.335367:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1823c00, rc 0)
00000100:00100000:2.0:1775764891.335407:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690018a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:14454:x1862022293789952:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9587us (9744us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.335414:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206104
00000100:00100000:2.0:1775764891.344377:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.344426:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.344787:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293790208
00000100:00100000:3.0:1775764891.344801:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293790208
00000100:00100000:3.0:1775764891.345324:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293790336
00000100:00100000:3.0:1775764891.345332:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293790336
00000100:00100000:2.0:1775764891.345389:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206105
00000100:00100000:2.0:1775764891.345406:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:14454:x1862022293790208:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764891.345436:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764891.345463:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d714c9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944663f6 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345560:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d714d0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345579:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d714d0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345593:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d714d0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345610:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d714d7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345618:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d714d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345624:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d714d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345728:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d714de lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345738:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d714de lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345745:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d714de lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764891.345794:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008a:0x0]: returning size 260096
00000004:00200000:2.0:1775764891.345799:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764891.345827:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d714de lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345871:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d714de lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345882:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d714d0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345890:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d714d0 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345897:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d714d0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345908:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebca00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764891.345913:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d714d0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345921:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d714d0 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345934:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764891.345937:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.345942:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d714d0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345949:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d714d0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345963:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d714d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345969:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d714d7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345975:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d714d7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345980:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764891.345982:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d714d7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345988:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d714d7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.345999:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5e0db83a (ffff93c68cb34e00)
00010000:00010000:2.0:1775764891.346002:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.346005:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d714d7 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.346011:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d714d7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.346044:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d714c9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663f6 expref: 299 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.346057:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d714de lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663f6 expref: 298 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.346064:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff93c69e486600)
00010000:00010000:2.0:1775764891.346066:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764891.346069:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc400, rc 0)
00000100:00100000:2.0:1775764891.346162:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:14454:x1862022293790208:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 762us (1854us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.346170:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206105
00000100:00100000:0.0:1775764891.347817:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206106
00000100:00100000:0.0:1775764891.347832:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:14453:x1862022293790336:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.347879:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764891.347902:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d714e5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944663fd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.347970:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d714ec lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.347989:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d714ec lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348006:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d714ec lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348033:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d714f3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348041:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d714f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348048:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d714f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348088:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d714ec lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348095:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d714ec lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348101:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d714ec lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348107:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1823200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.348110:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d714ec lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348118:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d714ec lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348149:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764891.348152:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.348156:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d714ec lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348162:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d714ec lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348178:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d714f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348184:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d714f3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348190:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d714f3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348196:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1822c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.348198:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d714f3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348204:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d714f3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348211:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x14062c82 (ffff93c69bc6ee00)
00010000:00010000:0.0:1775764891.348214:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.348216:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d714f3 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348222:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d714f3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348267:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d714e5 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663fd expref: 298 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348280:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764891.348283:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.348286:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d714e5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663fd expref: 298 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.348296:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1823a00, rc 0)
00000100:00100000:0.0:1775764891.349550:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:14453:x1862022293790336:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1715us (5115us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764891.349562:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206106
00000100:00100000:2.0:1775764891.353129:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.353281:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293790464
00000100:00100000:3.0:1775764891.353295:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293790464
00000100:00100000:3.0:1775764891.353378:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1196
00000100:00100000:3.0:1775764891.353390:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+297:2400:x1862022293790464:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.353413:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.353447:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d714de lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663f6 expref: 297 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.353470:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff93c69e486600)
00010000:00010000:3.0:1775764891.353476:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.353569:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:2400:x1862022293790464:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 181us (454us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.353578:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1196
00000100:00100000:2.0:1775764891.358007:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.359912:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293790720
00000100:00100000:0.0:1775764891.359927:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293790720
00000100:00100000:0.0:1775764891.360007:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206107
00000100:00100000:0.0:1775764891.360018:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+296:14454:x1862022293790720:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.360040:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764891.360060:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d714fa lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466404 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.360182:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.360198:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466102 expref: 297 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.360212:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.360247:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466102 expref: 297 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.360263:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466102 expref: 297 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.360279:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277269248:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764891.360399:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c790e0a0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.360672:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.360750:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293790976
00000100:00100000:0.0:1775764891.360756:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293790976
00000100:00100000:0.0:1775764891.360803:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3043
00000100:00100000:0.0:1775764891.360812:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:14453:x1862022293790976:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764891.365354:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277269248:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.365385:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.366136:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.366300:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293791104
00000100:00100000:1.0:1775764891.366312:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293791104
00000100:00100000:0.0:1775764891.366355:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:14453:x1862022293790976:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 5536us (5683us total) trans 4295101835 rc 0/0
00000100:00100000:0.0:1775764891.366369:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3043
00010000:00010000:1.0:1775764891.366817:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466102 expref: 299 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.367008:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3376
00000100:00100000:1.0:1775764891.367021:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+299:2402:x1862022293791104:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.367042:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.367051:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466102 expref: 299 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.367071:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466102 expref: 299 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.367099:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d70c4f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466102 expref: 299 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.367125:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff93c69e486600)
00010000:00010000:1.0:1775764891.367131:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.367142:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.367150:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.367188:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.367242:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:2402:x1862022293791104:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 224us (1114us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.367250:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3376
00010000:00010000:0.0:1775764891.367303:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.367317:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764891.367352:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008a:0x0]: returning size 260096
00010000:00010000:0.0:1775764891.367518:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d714fa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466404 expref: 299 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.367552:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466404 expref: 298 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.367562:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff93c69e486600)
00010000:00010000:0.0:1775764891.367565:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764891.367570:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1822c00, rc 0)
00000100:00100000:0.0:1775764891.367621:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:14454:x1862022293790720:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7605us (9626us total) trans 4295101836 rc 0/0
00000100:00100000:0.0:1775764891.367630:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206107
00000100:00100000:2.0:1775764891.379601:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.379751:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293791232
00000100:00100000:3.0:1775764891.379766:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293791232
00000100:00100000:3.0:1775764891.379877:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206108
00000100:00100000:3.0:1775764891.379889:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+298:14453:x1862022293791232:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.379918:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.379947:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7150f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446640b expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380031:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71516 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380052:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71516 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380066:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71516 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380084:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7151d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380090:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7151d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380097:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7151d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380206:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71524 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380216:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71524 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380225:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71524 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.380275:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096
00000004:00200000:3.0:1775764891.380281:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764891.380308:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71524 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380323:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71524 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380334:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71516 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380340:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71516 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380351:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71516 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380359:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.380364:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71516 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380372:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71516 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380387:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764891.380390:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.380395:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71516 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380401:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71516 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380416:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7151d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380422:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7151d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380427:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7151d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380433:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.380435:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7151d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380447:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7151d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380454:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xcd7d97c8 (ffff93c69abafe00)
00010000:00010000:3.0:1775764891.380457:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.380459:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7151d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380465:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7151d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380500:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7150f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446640b expref: 300 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380514:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71524 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446640b expref: 299 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.380537:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:3.0:1775764891.380540:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764891.380543:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9a00, rc 0)
00000100:00100000:3.0:1775764891.380616:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+299:14453:x1862022293791232:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 728us (1029us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.380625:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206108
00000100:00100000:2.0:1775764891.390788:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.390958:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293791488
00000100:00100000:1.0:1775764891.390973:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293791488
00000100:00100000:1.0:1775764891.391053:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206109
00000100:00100000:1.0:1775764891.391064:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+299:14453:x1862022293791488:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764891.391094:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764891.391123:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d7152b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466412 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.391263:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.391281:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663e8 expref: 300 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.391295:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71524 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446640b expref: 300 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.391305:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 5/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.391351:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71524 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446640b expref: 300 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.391368:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71524 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446640b expref: 300 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.391383:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b42680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277269376:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764891.391512:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663e8 expref: 300 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.391520:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663e8 expref: 300 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.391542:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e4000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277269504:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764891.391568:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1d80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.391923:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.392042:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293791616
00000100:00100000:0.0:1775764891.392060:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293791616
00010000:00010000:0.0:1775764891.392115:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71524 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446640b expref: 301 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.392178:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3377
00000100:00100000:0.0:1775764891.392190:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:2400:x1862022293791616:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.392206:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.392213:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71524 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446640b expref: 301 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.392228:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71524 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446640b expref: 301 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.392251:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:0.0:1775764891.392256:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.392264:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.392270:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764891.392330:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:2400:x1862022293791616:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 142us (407us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.392337:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3377
00000100:00100000:2.0:1775764891.397828:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.398498:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293791744
00000100:00100000:1.0:1775764891.398514:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293791744
00000100:00100000:1.0:1775764891.398601:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206110
00000100:00100000:1.0:1775764891.398613:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:14454:x1862022293791744:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764891.398653:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764891.398682:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71539 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466419 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.398818:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d71540 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.398891:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466404 expref: 302 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.398903:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d71540 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.398950:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466404 expref: 302 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.398964:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466404 expref: 302 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.398981:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696914a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277269632:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764891.399092:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1b40 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.402747:0:6518:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000672f96d0 x1862022277269376) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71524 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446640b expref: 302 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.402778:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71524 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446640b expref: 302 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.402802:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b42680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277269376:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764891.402818:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e4000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277269504:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.402922:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:3.0:1775764891.402929:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.402939:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.402950:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.404154:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.404428:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293791872
00000100:00100000:3.0:1775764891.404441:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293791872
00010000:00010000:3.0:1775764891.404493:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663e8 expref: 302 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.404550:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3378
00000100:00100000:3.0:1775764891.404562:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+302:2403:x1862022293791872:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.404582:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.404589:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663e8 expref: 302 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.404605:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663e8 expref: 302 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.404636:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d714ad lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944663e8 expref: 302 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.404653:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:3.0:1775764891.404658:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.404668:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.404677:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.404832:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.404951:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:2403:x1862022293791872:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 390us (801us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.404960:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3378
00000100:00100000:3.0:1775764891.408202:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.408320:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293792000
00000100:00100000:0.0:1775764891.408336:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293792000
00010000:00010000:0.0:1775764891.408399:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466404 expref: 301 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.408416:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696914a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277269632:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764891.408457:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d71540 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.408469:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3379
00000100:00100000:0.0:1775764891.408486:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:2403:x1862022293792000:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.408504:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.408512:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466404 expref: 301 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.408538:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466404 expref: 301 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.408562:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71501 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466404 expref: 301 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.408581:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff93c69e486600)
00010000:00010000:0.0:1775764891.408586:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d71540 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.408597:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d71540 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.408604:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d71540 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.408642:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764891.408699:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:2403:x1862022293792000:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 218us (511us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.408707:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3379
00010000:00010000:2.0:1775764891.408794:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d71540 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.408803:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d71540 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764891.408909:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008a:0x0]: returning size 260096
00000004:00200000:2.0:1775764891.408914:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764891.408937:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d71540 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.408968:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71539 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1008a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466419 expref: 300 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.408983:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3c00/0x9da62835f5d71540 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466419 expref: 299 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.408990:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff93c69e486600)
00010000:00010000:2.0:1775764891.408992:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764891.408995:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3c00, rc 0)
00000100:00100000:2.0:1775764891.409275:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+299:14454:x1862022293791744:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10663us (11461us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.409283:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206110
00010000:00010000:1.0:1775764891.417113:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.417134:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764891.417170:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096
00010000:00010000:1.0:1775764891.417430:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d7152b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466412 expref: 300 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.417471:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466412 expref: 299 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.417481:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:1.0:1775764891.417485:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764891.417502:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:1.0:1775764891.417632:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+299:14453:x1862022293791488:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 26569us (26858us total) trans 4295101837 rc 0/0
00000100:00100000:1.0:1775764891.417642:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206109
00000100:00100000:1.0:1775764891.425122:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.425285:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293792128
00000100:00100000:3.0:1775764891.425299:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293792128
00000100:00100000:3.0:1775764891.425374:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206111
00000100:00100000:3.0:1775764891.425386:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+299:14454:x1862022293792128:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.425415:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.425443:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7154e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466420 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.425544:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71555 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.425564:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71555 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.425579:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71555 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.425597:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7155c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.425605:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7155c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.425612:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7155c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.425827:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71563 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.425877:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71563 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.425886:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71563 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.425945:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008c:0x0]: returning size 260096
00000004:00200000:3.0:1775764891.425950:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764891.425974:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71563 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.425988:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71563 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426001:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71555 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426008:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71555 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426015:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71555 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426021:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.426026:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71555 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426035:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71555 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426049:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.426052:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.426058:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71555 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426064:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71555 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426079:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7155c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426085:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7155c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426091:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7155c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426097:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.426101:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7155c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426106:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7155c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426114:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xca0b3ea (ffff93c69abafe00)
00010000:00010000:3.0:1775764891.426116:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.426119:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7155c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426125:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7155c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426162:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d7154e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466420 expref: 301 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426177:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71563 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466420 expref: 300 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.426184:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff93c791154600)
00010000:00010000:3.0:1775764891.426186:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764891.426189:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9800, rc 0)
00000100:00100000:3.0:1775764891.426293:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:14454:x1862022293792128:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 909us (1183us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.426302:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206111
00000100:00100000:2.0:1775764891.429701:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.429792:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293792256
00000100:00100000:0.0:1775764891.429809:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293792256
00000100:00100000:0.0:1775764891.429930:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206112
00000100:00100000:0.0:1775764891.429943:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:14453:x1862022293792256:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.429981:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764891.430009:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d7156a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466427 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.430136:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d71571 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.430154:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466412 expref: 301 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.430164:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d71571 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.430211:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466412 expref: 301 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.430229:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466412 expref: 301 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.430246:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986df480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277269760:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764891.430353:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c78133a9c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.438337:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.438384:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.438557:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986df480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277269760:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764891.438591:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d71571 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.438670:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293792384
00000100:00100000:3.0:1775764891.438679:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293792384
00000100:00100000:3.0:1775764891.438761:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1197
00000100:00100000:3.0:1775764891.438770:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696914000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+302:2402:x1862022293792384:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.438788:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.438819:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d71563 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466420 expref: 302 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.438906:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff93c791154600)
00010000:00010000:3.0:1775764891.438913:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.438981:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696914000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:2402:x1862022293792384:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 211us (659us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.438989:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1197
00000100:00100000:2.0:1775764891.439972:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293792640
00000100:00100000:2.0:1775764891.439990:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293792640
00000100:00100000:2.0:1775764891.440079:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206113
00000100:00100000:2.0:1775764891.440090:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:14454:x1862022293792640:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764891.440112:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764891.440161:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d71578 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446642e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.440277:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.440292:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466125 expref: 302 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.440300:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.440333:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466125 expref: 302 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.440345:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466125 expref: 302 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.440357:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277269888:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764891.440450:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c787c06f00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.446244:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.446387:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293792768
00000100:00100000:3.0:1775764891.446404:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293792768
00000100:00100000:2.0:1775764891.446459:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277269888:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.446465:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466125 expref: 303 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.446493:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.446546:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3380
00000100:00100000:3.0:1775764891.446559:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:2402:x1862022293792768:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.446578:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.446587:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466125 expref: 303 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.446599:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466125 expref: 303 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.446626:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769a00/0x9da62835f5d70cb8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466125 expref: 303 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.446646:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff93c791154600)
00010000:00010000:3.0:1775764891.446652:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.446663:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.446672:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.446714:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.446794:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+302:2402:x1862022293792768:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 237us (557us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.446802:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3380
00010000:00010000:2.0:1775764891.447102:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.447113:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.447387:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.447463:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293792896
00000100:00100000:0.0:1775764891.447470:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293792896
00010000:00010000:0.0:1775764891.447500:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466412 expref: 302 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764891.447541:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008c:0x0]: returning size 260096
00000100:00100000:0.0:1775764891.447549:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3381
00000100:00100000:0.0:1775764891.447559:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+302:2402:x1862022293792896:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.447572:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.447578:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466412 expref: 302 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.447593:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466412 expref: 302 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.447612:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71532 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466412 expref: 302 pid: 6518 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.447631:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:0.0:1775764891.447636:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d71571 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.447644:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d71571 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.447652:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d71571 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.447685:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764891.447710:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d71578 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446642e expref: 303 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.447733:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+302:2402:x1862022293792896:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 172us (344us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764891.447743:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446642e expref: 302 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.447750:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3381
00010000:00010000:2.0:1775764891.447764:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff93c791154600)
00010000:00010000:2.0:1775764891.447768:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764891.447772:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd000, rc 0)
00000100:00100000:2.0:1775764891.447830:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:14454:x1862022293792640:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7739us (9442us total) trans 4295101838 rc 0/0
00010000:00010000:1.0:1775764891.447998:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d71571 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.448007:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d71571 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764891.448048:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096
00000004:00200000:1.0:1775764891.448053:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764891.448067:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d71571 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.448091:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d7156a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10089:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466427 expref: 302 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.448108:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823200/0x9da62835f5d71571 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466427 expref: 301 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.448115:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:1.0:1775764891.448117:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764891.448119:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1823200, rc 0)
00000100:00100000:1.0:1775764891.448178:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:14453:x1862022293792256:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 18239us (18486us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.448290:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206113
00000100:00100000:3.0:1775764891.453975:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.454649:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293793024
00000100:00100000:2.0:1775764891.454662:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293793024
00000100:00100000:1.0:1775764891.455052:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206112
00000100:00100000:2.0:1775764891.455646:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206114
00000100:00100000:2.0:1775764891.455661:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:14454:x1862022293793024:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764891.455682:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764891.455709:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d7158d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1008c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466435 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.455807:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71594 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.455822:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446642e expref: 301 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.455830:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71594 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.455902:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446642e expref: 301 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.455919:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446642e expref: 301 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.455932:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277270016:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764891.456204:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7878ba780 going to sleep for 11 seconds
00000100:00100000:0.0:1775764891.463156:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.463305:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293793152
00000100:00100000:3.0:1775764891.463320:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293793152
00000100:00100000:3.0:1775764891.463398:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206115
00000100:00100000:3.0:1775764891.463411:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+302:14453:x1862022293793152:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.463468:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.463516:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d7159b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446643c expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.463613:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d715a2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.463633:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d715a2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.463649:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d715a2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.463667:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d715a9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.463675:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d715a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.463683:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d715a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464118:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d715b0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464127:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d715b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464136:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d715b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.464188:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008b:0x0]: returning size 260096
00000004:00200000:3.0:1775764891.464193:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764891.464218:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d715b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464231:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d715b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464241:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d715a2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464251:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d715a2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464257:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d715a2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464263:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d715a2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464270:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.464275:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d715a2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464282:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d715a2 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464295:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764891.464298:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.464303:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d715a2 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464309:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d715a2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464325:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d715a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464331:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d715a9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464337:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d715a9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464342:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.464345:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d715a9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464350:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d715a9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464356:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5e0db83a (ffff93c69abafe00)
00010000:00010000:3.0:1775764891.464358:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.464360:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d715a9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464365:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d715a9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464400:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d7159b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446643c expref: 304 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464413:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d715b0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446643c expref: 303 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.464420:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff93c7a01e3a00)
00010000:00010000:3.0:1775764891.464422:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764891.464424:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8200, rc 0)
00000100:00100000:3.0:1775764891.464830:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:14453:x1862022293793152:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1419us (1685us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.465062:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206115
00000100:00100000:1.0:1775764891.470940:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.470974:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.471017:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.471053:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293793536
00000100:00100000:1.0:1775764891.471062:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293793536
00000100:00100000:3.0:1775764891.471079:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293793280
00000100:00100000:3.0:1775764891.471093:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293793280
00010000:00010000:3.0:1775764891.471143:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446642e expref: 304 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.471190:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293793664
00000100:00100000:3.0:1775764891.471194:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293793664
00000100:00100000:3.0:1775764891.471219:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3382
00000100:00100000:3.0:1775764891.471229:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696914a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:2403:x1862022293793280:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.471251:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.471259:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446642e expref: 305 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.471277:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446642e expref: 305 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.471306:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff93c791154600)
00010000:00010000:3.0:1775764891.471313:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71594 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.471323:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71594 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.471332:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71594 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.471360:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764891.471398:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d7157f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446642e expref: 305 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.471426:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277270016:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764891.471440:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696914a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+304:2403:x1862022293793280:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 209us (509us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.471449:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3382
00010000:00010000:2.0:1775764891.471456:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71594 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.471470:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71594 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.471478:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1198
00010000:00010000:2.0:1775764891.471488:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71594 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.471504:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:2402:x1862022293793664:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.471516:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.471540:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d715b0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446643c expref: 303 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764891.471554:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008c:0x0]: returning size 260096
00000004:00200000:2.0:1775764891.471560:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00010000:00010000:3.0:1775764891.471573:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff93c7a01e3a00)
00010000:00010000:3.0:1775764891.471579:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00010000:2.0:1775764891.471583:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71594 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.471611:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:2402:x1862022293793664:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 121us (592us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.471618:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1198
00010000:00010000:2.0:1775764891.471628:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d7158d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1008c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466435 expref: 302 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.471651:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc800/0x9da62835f5d71594 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466435 expref: 301 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.471661:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff93c791154600)
00010000:00010000:2.0:1775764891.471664:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764891.471668:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc800, rc 0)
00000100:00100000:2.0:1775764891.471722:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:14454:x1862022293793024:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16065us (17761us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.471730:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206114
00000100:00100000:2.0:1775764891.471764:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206116
00000100:00100000:2.0:1775764891.471778:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+300:14453:x1862022293793536:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764891.471794:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764891.471812:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d715b7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466443 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.471936:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.471950:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446612c expref: 301 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.471958:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.471987:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446612c expref: 301 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.472004:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446612c expref: 301 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.472017:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277270144:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764891.472084:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7878ba780 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.480216:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.480284:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293793792
00000100:00100000:1.0:1775764891.480309:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.480915:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293793920
00000100:00100000:0.0:1775764891.480927:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293793920
00000100:00100000:2.0:1775764891.480973:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277270144:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764891.480989:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446612c expref: 302 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.481009:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.481054:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3383
00000100:00100000:0.0:1775764891.481066:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699476a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+302:2402:x1862022293793920:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.481085:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.481094:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446612c expref: 302 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.481115:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446612c expref: 302 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.481141:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d70ccd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446612c expref: 302 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.481163:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff93c7a01e3a00)
00010000:00010000:0.0:1775764891.481169:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.481179:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.481188:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.481222:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764891.481294:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699476a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:2402:x1862022293793920:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 230us (985us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.481302:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3383
00010000:00010000:2.0:1775764891.481320:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.481330:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764891.481354:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008b:0x0]: returning size 260096
00010000:00010000:2.0:1775764891.481501:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d715b7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466443 expref: 302 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.481520:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466443 expref: 301 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.481544:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff93c7a01e3a00)
00010000:00010000:2.0:1775764891.481547:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764891.481550:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebca00, rc 0)
00000100:00100000:2.0:1775764891.481622:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a4935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:14453:x1862022293793536:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9847us (10645us total) trans 4295101839 rc 0/0
00000100:00100000:2.0:1775764891.481630:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206116
00000100:00100000:3.0:1775764891.484149:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293793792
00000100:00100000:2.0:1775764891.484518:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206117
00000100:00100000:2.0:1775764891.484543:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+301:14454:x1862022293793792:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764891.484564:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764891.484584:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d715cc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446644a expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.484650:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d715d3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.484664:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d715d3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.484676:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d715d3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.484689:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715da lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.484696:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.484702:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.484773:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d715e1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.484780:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d715e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.484787:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d715e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764891.484826:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008e:0x0]: returning size 260096
00000004:00200000:2.0:1775764891.484832:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764891.485007:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d715e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485021:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d715e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485030:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d715d3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485036:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d715d3 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485043:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d715d3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485049:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764891.485053:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d715d3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485061:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d715d3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485075:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764891.485078:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.485083:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d715d3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485090:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d715d3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485101:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485108:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715da lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485114:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715da lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485120:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764891.485123:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715da lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485128:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715da lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485135:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xa5e17578 (ffff93c68cb34e00)
00010000:00010000:2.0:1775764891.485138:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.485141:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715da lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485147:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715da lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485179:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d715cc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446644a expref: 303 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485191:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d715e1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446644a expref: 302 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.485198:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff93c7afe54e00)
00010000:00010000:2.0:1775764891.485201:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764891.485206:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:2.0:1775764891.485274:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+302:14454:x1862022293793792:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 734us (5066us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.485286:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206117
00000100:00100000:0.0:1775764891.489390:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.489479:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293794048
00000100:00100000:3.0:1775764891.489500:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293794048
00000100:00100000:3.0:1775764891.489587:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206118
00000100:00100000:3.0:1775764891.489599:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+302:14453:x1862022293794048:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.489634:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.489659:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d715e8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1008b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466451 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.489787:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d715ef lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.489806:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466443 expref: 303 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.489815:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d715ef lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.489909:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466443 expref: 303 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.489925:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466443 expref: 303 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.489940:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277270272:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764891.490039:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad900 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.497370:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.499304:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293794304
00000100:00100000:2.0:1775764891.499320:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293794304
00000100:00100000:2.0:1775764891.499392:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206119
00000100:00100000:2.0:1775764891.499402:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+304:14454:x1862022293794304:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764891.499425:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764891.499449:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d715f6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466458 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.499565:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.499581:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446614f expref: 305 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.499593:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d715e1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446644a expref: 305 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.499600:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 5/0,1 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.499612:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277270272:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.499638:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d715ef lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.499641:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d715e1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446644a expref: 305 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.499656:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:2.0:1775764891.499673:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d715e1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446644a expref: 305 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.499690:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277270400:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764891.499705:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293794432
00000100:00100000:3.0:1775764891.499709:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293794432
00010000:00010000:3.0:1775764891.499727:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d715e1 lrc: 6/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446644a expref: 306 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.499756:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3384
00000100:00100000:3.0:1775764891.499763:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+306:2403:x1862022293794432:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.499772:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.499778:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d715e1 lrc: 6/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446644a expref: 306 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.499788:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d715e1 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446644a expref: 306 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.501716:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446614f expref: 306 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.501735:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446614f expref: 306 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.501748:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277270528:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764891.501823:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7a79f1840 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.504671:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff93c7afe54e00)
00010000:00010000:3.0:1775764891.504681:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.504794:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.504803:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764891.504991:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+306:2403:x1862022293794432:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 5223us (5349us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.505002:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3384
00000100:00100000:0.0:1775764891.505068:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.505217:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293794560
00000100:00100000:2.0:1775764891.505225:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293794560
00010000:00010000:2.0:1775764891.505258:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466443 expref: 306 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.505298:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3385
00000100:00100000:2.0:1775764891.505316:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+306:2402:x1862022293794560:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.505329:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.505336:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466443 expref: 306 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.505348:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466443 expref: 306 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.505364:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d715be lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466443 expref: 306 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.505377:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff93c7a01e3a00)
00010000:00010000:2.0:1775764891.505381:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d715ef lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.505388:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d715ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.505395:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d715ef lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.505419:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.505451:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:2402:x1862022293794560:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 145us (382us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.505457:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3385
00010000:00010000:2.0:1775764891.505501:0:6519:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@000000006118d9d4 x1862022277270400) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d715e1 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446644a expref: 304 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.505513:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d715e1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446644a expref: 304 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.505535:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277270400:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.506210:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d715ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.506221:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d715ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.506310:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008b:0x0]: returning size 260096
00000004:00200000:3.0:1775764891.506315:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764891.506338:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d715ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.506372:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d715e8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1008b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466451 expref: 304 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.506386:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9800/0x9da62835f5d715ef lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466451 expref: 303 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.506393:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff93c7a01e3a00)
00010000:00010000:3.0:1775764891.506395:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764891.506397:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9800, rc 0)
00000100:00100000:3.0:1775764891.506559:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:14453:x1862022293794048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16962us (17185us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.506567:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206118
00000100:00100000:1.0:1775764891.511653:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.511740:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277270528:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764891.511770:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff93c7afe54e00)
00010000:00010000:2.0:1775764891.511778:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.511790:0:6519:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.511800:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.511825:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293794688
00000100:00100000:3.0:1775764891.511878:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293794688
00010000:00010000:3.0:1775764891.511938:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446614f expref: 303 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.512010:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3386
00000100:00100000:3.0:1775764891.512020:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:2403:x1862022293794688:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.512037:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.512045:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446614f expref: 303 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.512061:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446614f expref: 303 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.512090:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d70d3d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446614f expref: 303 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.512111:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff93c7afe54e00)
00010000:00010000:3.0:1775764891.512116:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.512127:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.512136:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.512169:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.512237:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+302:2403:x1862022293794688:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 217us (592us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.512246:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3386
00010000:00010000:2.0:1775764891.512435:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.512445:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764891.512469:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008e:0x0]: returning size 260096
00010000:00010000:2.0:1775764891.512627:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d715f6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466458 expref: 303 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.512646:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466458 expref: 302 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.512655:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff93c7afe54e00)
00010000:00010000:2.0:1775764891.512658:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764891.512661:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc400, rc 0)
00000100:00100000:2.0:1775764891.512765:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+302:14454:x1862022293794304:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13364us (15409us total) trans 4295101840 rc 0/0
00000100:00100000:2.0:1775764891.512774:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206119
00000100:00100000:1.0:1775764891.523257:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.523311:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.523345:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293794944
00000100:00100000:3.0:1775764891.523362:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293794944
00000100:00100000:2.0:1775764891.523416:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293794816
00000100:00100000:2.0:1775764891.523427:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293794816
00000100:00100000:3.0:1775764891.523454:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206120
00000100:00100000:3.0:1775764891.523470:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:14454:x1862022293794944:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.523533:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.523562:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7160b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1008e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446645f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.523597:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206121
00000100:00100000:2.0:1775764891.523613:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+304:14453:x1862022293794816:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764891.523635:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764891.523655:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d71612 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466466 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523700:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71619 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523720:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466458 expref: 305 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.523726:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d71620 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523730:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71619 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.523764:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d71620 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.523778:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d71620 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.523799:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71627 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523802:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466458 expref: 305 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.523828:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71627 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.523881:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466458 expref: 305 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.523886:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71627 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.523933:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277270656:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764891.523996:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d7162e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524007:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d7162e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524014:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d7162e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.524044:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad900 going to sleep for 11 seconds
00000004:00200000:2.0:1775764891.524054:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008d:0x0]: returning size 260096
00000004:00200000:2.0:1775764891.524061:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764891.524081:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d7162e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524094:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d7162e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524102:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d71620 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524108:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d71620 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524115:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d71620 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524121:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764891.524139:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d71620 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524148:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d71620 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524159:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764891.524162:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.524166:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d71620 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524173:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d71620 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524186:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71627 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524192:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71627 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524197:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71627 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524202:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebca00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764891.524205:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71627 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524211:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71627 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524217:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xca0b3ea (ffff93c68cb34e00)
00010000:00010000:2.0:1775764891.524220:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.524222:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71627 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524228:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71627 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524259:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d71612 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466466 expref: 306 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524273:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d7162e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466466 expref: 305 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.524281:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff93c7afe54900)
00010000:00010000:2.0:1775764891.524283:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764891.524285:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd800, rc 0)
00000100:00100000:2.0:1775764891.524336:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:14453:x1862022293794816:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 729us (1024us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.524344:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206121
00000100:00100000:1.0:1775764891.530597:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.530662:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277270656:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.530718:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71619 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.530729:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293795200
00000100:00100000:0.0:1775764891.530742:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293795200
00000100:00100000:0.0:1775764891.530808:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206122
00000100:00100000:0.0:1775764891.530818:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:14453:x1862022293795200:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.531259:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764891.531359:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71635 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446646d expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.531476:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.531497:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466156 expref: 306 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.531505:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d7162e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466466 expref: 306 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.531512:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 5/0,1 mode: --/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.531559:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d7162e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466466 expref: 306 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.531571:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d7162e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466466 expref: 306 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.531584:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277270784:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764891.531719:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466156 expref: 306 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.531729:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466156 expref: 306 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.531737:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277270912:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764891.531762:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1d80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.536299:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.536392:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.536465:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.536577:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293795456
00000100:00100000:0.0:1775764891.536587:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293795456
00010000:00010000:0.0:1775764891.536629:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466458 expref: 307 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.536667:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293795328
00000100:00100000:0.0:1775764891.536670:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293795328
00010000:00010000:0.0:1775764891.536681:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d7162e lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466466 expref: 308 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.536696:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293795584
00000100:00100000:0.0:1775764891.536699:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293795584
00010000:00010000:0.0:1775764891.536710:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466156 expref: 309 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.536725:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3387
00000100:00100000:0.0:1775764891.536733:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+309:2403:x1862022293795456:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.536748:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.536754:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466458 expref: 309 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.536769:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466458 expref: 309 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.536796:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d715fd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466458 expref: 309 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.536812:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff93c7afe54e00)
00010000:00010000:0.0:1775764891.536817:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71619 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.536827:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71619 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.536835:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71619 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.537008:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764891.537059:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+308:2403:x1862022293795456:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 326us (772us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.537067:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3387
00000100:00100000:0.0:1775764891.537086:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3388
00000100:00100000:0.0:1775764891.537093:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+307:2403:x1862022293795328:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.537101:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.537105:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d7162e lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466466 expref: 307 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.537115:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d7162e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466466 expref: 307 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.537127:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff93c7afe54900)
00010000:00010000:0.0:1775764891.537132:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.537139:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.537144:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764891.537163:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+307:2403:x1862022293795328:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 71us (771us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.537170:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3388
00000100:00100000:0.0:1775764891.537183:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3389
00000100:00100000:0.0:1775764891.537189:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+306:2402:x1862022293795584:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.537197:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.537201:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466156 expref: 306 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.537211:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466156 expref: 306 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.537222:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff93c7afe54900)
00010000:00010000:0.0:1775764891.537225:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.537232:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.537237:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.537252:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764891.537270:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+306:2402:x1862022293795584:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 81us (805us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.537276:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3389
00010000:00010000:3.0:1775764891.537401:0:14273:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@0000000019bc5f32 x1862022277270784) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d7162e lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466466 expref: 305 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.537415:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d7162e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466466 expref: 305 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.537426:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277270784:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.537439:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5a00/0x9da62835f5d70d4b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466156 expref: 304 pid: 10031 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.537447:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277270912:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.537464:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff93c7afe54900)
00010000:00010000:3.0:1775764891.537470:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.537478:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.537489:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.537510:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008d:0x0]: returning size 260096
00010000:00010000:3.0:1775764891.537650:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71635 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446646d expref: 305 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.537665:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446646d expref: 304 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.537673:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff93c7afe54900)
00010000:00010000:3.0:1775764891.537675:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764891.537678:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2000, rc 0)
00000100:00100000:3.0:1775764891.537704:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+304:14453:x1862022293795200:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6888us (7123us total) trans 4295101841 rc 0/0
00000100:00100000:3.0:1775764891.537711:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206122
00010000:00010000:3.0:1775764891.537741:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71619 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.537748:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71619 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.537787:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008e:0x0]: returning size 260096
00000004:00200000:3.0:1775764891.537791:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764891.537806:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71619 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.537830:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7160b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1008e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446645f expref: 304 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.537977:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9a00/0x9da62835f5d71619 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446645f expref: 303 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.537985:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff93c7afe54e00)
00010000:00010000:3.0:1775764891.537987:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764891.537990:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9a00, rc 0)
00000100:00100000:3.0:1775764891.538013:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:14454:x1862022293794944:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14550us (14765us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.538020:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206120
00000100:00100000:0.0:1775764891.551116:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.552042:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293795840
00000100:00100000:1.0:1775764891.552054:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293795840
00000100:00100000:1.0:1775764891.552131:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206123
00000100:00100000:1.0:1775764891.552143:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:14454:x1862022293795840:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764891.552170:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764891.552195:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7164a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466474 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552262:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71651 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552278:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71651 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552291:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71651 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552304:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d71658 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552311:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d71658 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552317:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d71658 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552398:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7165f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552406:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7165f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552415:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7165f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764891.552461:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10176:0x0]: returning size 543
00000004:00200000:1.0:1775764891.552466:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764891.552514:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7165f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552537:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7165f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552545:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71651 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552552:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71651 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552558:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71651 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552565:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac3a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.552570:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71651 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552578:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71651 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552591:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764891.552594:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.552599:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71651 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552610:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71651 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552623:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d71658 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552629:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d71658 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552635:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d71658 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552640:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.552643:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d71658 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552648:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d71658 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552655:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xb0449b87 (ffff93c6828a0400)
00010000:00010000:1.0:1775764891.552658:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.552660:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d71658 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552665:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d71658 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552694:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7164a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466474 expref: 305 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552715:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7165f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466474 expref: 304 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.552724:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:1.0:1775764891.552727:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764891.552729:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:1.0:1775764891.552808:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+304:14454:x1862022293795840:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 667us (1701us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.552817:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206123
00000100:00100000:2.0:1775764891.552988:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.553097:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293795712
00000100:00100000:2.0:1775764891.553108:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293795712
00000100:00100000:2.0:1775764891.553165:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206124
00000100:00100000:2.0:1775764891.553175:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+304:14453:x1862022293795712:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764891.553193:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764891.553213:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71666 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1008d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446647b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.553301:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d7166d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.553321:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446646d expref: 305 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.553330:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d7166d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.553385:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446646d expref: 305 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.553401:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446646d expref: 305 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.553417:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277271040:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764891.553504:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12f00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.558636:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.558693:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293795968
00000100:00100000:0.0:1775764891.558707:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293795968
00010000:00010000:0.0:1775764891.558757:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446646d expref: 306 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.558815:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3390
00000100:00100000:0.0:1775764891.558826:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+306:2402:x1862022293795968:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.558889:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1775764891.558895:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277271040:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764891.558904:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446646d expref: 306 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.558923:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446646d expref: 306 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.558939:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d7166d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.558951:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7163c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446646d expref: 306 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.558971:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff93c7afe54900)
00010000:00010000:0.0:1775764891.558977:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d7166d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.558990:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d7166d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.558998:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d7166d lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.559031:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.559098:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d7166d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.559108:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d7166d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.559178:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008d:0x0]: returning size 260096
00000004:00200000:3.0:1775764891.559184:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764891.559213:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d7166d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.559257:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71666 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1008d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446647b expref: 306 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.559285:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc000/0x9da62835f5d7166d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446647b expref: 305 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.559295:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff93c7afe54900)
00010000:00010000:3.0:1775764891.559298:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764891.559302:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebc000, rc 0)
00000100:00100000:0.0:1775764891.559778:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:2402:x1862022293795968:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 950us (1157us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.559789:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3390
00000100:00100000:2.0:1775764891.566048:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+304:14453:x1862022293795712:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12855us (13048us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.566064:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206124
00000100:00100000:0.0:1775764891.566648:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.566827:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293796096
00000100:00100000:3.0:1775764891.566870:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293796096
00000100:00100000:3.0:1775764891.566961:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1199
00000100:00100000:3.0:1775764891.566972:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+304:2400:x1862022293796096:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.566993:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.567025:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7165f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466474 expref: 304 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.567048:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:3.0:1775764891.567054:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.567106:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:2400:x1862022293796096:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 137us (469us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.567113:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1199
00000100:00100000:2.0:1775764891.568400:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.568503:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293796352
00000100:00100000:3.0:1775764891.568515:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293796352
00000100:00100000:3.0:1775764891.568593:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206125
00000100:00100000:3.0:1775764891.568603:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+303:14454:x1862022293796352:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.568631:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.568656:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71674 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466482 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.568821:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7167b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.568883:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7167b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.568899:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7167b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.568914:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10176:0x0]: returning size 543
00010000:00010000:3.0:1775764891.569060:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d71674 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466482 expref: 306 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.569081:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7167b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466482 expref: 305 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.569092:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:3.0:1775764891.569095:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764891.569100:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9c00, rc 0)
00000100:00100000:3.0:1775764891.569159:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:14454:x1862022293796352:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 558us (766us total) trans 4295101842 rc 0/0
00000100:00100000:3.0:1775764891.569168:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206125
00000100:00100000:0.0:1775764891.578976:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.579031:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.579201:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293796480
00000100:00100000:2.0:1775764891.579215:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293796480
00000100:00100000:2.0:1775764891.579307:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1200
00000100:00100000:2.0:1775764891.579319:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:2401:x1862022293796480:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.579340:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.579374:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7167b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466482 expref: 305 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.579402:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:2.0:1775764891.579408:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.579480:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+304:2401:x1862022293796480:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 163us (521us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.579487:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1200
00000100:00100000:3.0:1775764891.579912:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293796608
00000100:00100000:3.0:1775764891.579919:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293796608
00000100:00100000:3.0:1775764891.579962:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206126
00000100:00100000:3.0:1775764891.579970:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+304:14454:x1862022293796608:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.579994:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.580017:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71689 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466489 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580093:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71690 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580109:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71690 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580122:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71690 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580138:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d71697 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580145:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d71697 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580152:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d71697 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580199:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71690 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580207:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71690 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580214:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71690 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580222:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71690 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580234:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.580240:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71690 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580248:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71690 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580259:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.580262:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.580267:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71690 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580275:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d71690 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580292:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d71697 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580299:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d71697 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580306:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d71697 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580311:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.580314:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d71697 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580321:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d71697 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580335:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xa30b707c (ffff93c69abafe00)
00010000:00010000:3.0:1775764891.580339:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.580342:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d71697 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580349:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d71697 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580385:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71689 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466489 expref: 305 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580397:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.580400:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.580405:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d71689 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466489 expref: 305 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.580418:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8800, rc 0)
00000100:00100000:3.0:1775764891.580930:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+304:14454:x1862022293796608:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 958us (1894us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764891.580940:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206126
00000100:00100000:1.0:1775764891.586709:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.587145:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293796736
00000100:00100000:2.0:1775764891.587160:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293796736
00000100:00100000:2.0:1775764891.587241:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206127
00000100:00100000:2.0:1775764891.587253:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+304:14453:x1862022293796736:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764891.587289:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764891.587318:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d7169e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466490 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587404:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d716a5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587424:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d716a5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587439:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d716a5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587458:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716ac lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587467:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587479:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587600:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d716b3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587611:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d716b3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587618:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d716b3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764891.587671:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008f:0x0]: returning size 260096
00000004:00200000:2.0:1775764891.587678:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764891.587703:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d716b3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587718:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d716b3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587726:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d716a5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587733:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d716a5 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587740:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d716a5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587746:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764891.587751:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d716a5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587760:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d716a5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587773:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764891.587776:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.587783:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d716a5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587790:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d716a5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587806:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587812:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716ac lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587818:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716ac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587824:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764891.587826:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716ac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587831:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716ac lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587875:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa5e17578 (ffff93c68cb34e00)
00010000:00010000:2.0:1775764891.587878:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764891.587881:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716ac lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587888:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716ac lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587922:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d7169e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466490 expref: 306 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587937:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d716b3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466490 expref: 305 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.587943:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff93c7afe54f00)
00010000:00010000:2.0:1775764891.587945:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764891.587948:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebcc00, rc 0)
00000100:00100000:2.0:1775764891.588028:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:14453:x1862022293796736:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 778us (1344us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.588037:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206127
00000100:00100000:0.0:1775764891.593732:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.593884:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293796864
00000100:00100000:3.0:1775764891.593900:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293796864
00000100:00100000:3.0:1775764891.593967:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206128
00000100:00100000:3.0:1775764891.593978:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c699476a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:14454:x1862022293796864:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.594005:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.594032:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d716ba lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466497 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594124:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d716c1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594142:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d716c1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594157:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d716c1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594176:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d716c8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb5cf106d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594182:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d716c8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594188:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d716c8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594235:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d716c1 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594242:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d716c1 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594249:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d716c1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594256:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d716c1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594262:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c781689400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.594268:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d716c1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594277:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d716c1 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594291:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.594295:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.594300:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d716c1 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594308:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d716c1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594324:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d716c8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594329:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d716c8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594335:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d716c8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594340:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.594342:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d716c8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594348:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d716c8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594355:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xb5cf106d (ffff93c69abaf300)
00010000:00010000:3.0:1775764891.594357:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.594361:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d716c8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594366:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d716c8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594403:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d716ba lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466497 expref: 306 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594414:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.594416:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.594419:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d716ba lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466497 expref: 306 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.594429:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9e00, rc 0)
00000100:00100000:3.0:1775764891.594512:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c699476a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:14454:x1862022293796864:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 536us (794us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764891.594533:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206128
00000100:00100000:1.0:1775764891.602292:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.602415:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293797120
00000100:00100000:2.0:1775764891.602428:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293797120
00000100:00100000:2.0:1775764891.602518:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206129
00000100:00100000:2.0:1775764891.602539:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:14453:x1862022293797120:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764891.602568:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764891.602594:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d716cf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446649e expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.602758:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.602778:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446618e expref: 306 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.602788:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d716b3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466490 expref: 306 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.602797:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 5/0,1 mode: --/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.602894:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d716b3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466490 expref: 306 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.602910:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d716b3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466490 expref: 306 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.602927:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277271168:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764891.603031:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446618e expref: 306 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.603040:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446618e expref: 306 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.603049:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69001dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277271296:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764891.603072:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12e40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.609627:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:3.0:1775764891.610049:0:8005:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000fe75ff55 x1862022277271168) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d716b3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466490 expref: 306 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.610079:0:8005:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d716b3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466490 expref: 306 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.610110:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d716b3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466490 expref: 306 pid: 6517 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.610127:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277271168:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764891.610142:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69001dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277271296:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.610173:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff93c7afe54f00)
00010000:00010000:3.0:1775764891.610180:0:8005:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.610190:0:8005:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.610200:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.610276:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293797248
00000100:00100000:2.0:1775764891.610285:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293797248
00000100:00100000:2.0:1775764891.610366:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1201
00000100:00100000:2.0:1775764891.610378:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+306:2400:x1862022293797248:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.610399:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.610402:0:13382:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 9da62835f5d716b3)
00010000:00010000:2.0:1775764891.610404:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.610476:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+306:2400:x1862022293797248:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 101us (862us total) trans 0 rc 116/116
00000100:00100000:2.0:1775764891.610484:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1201
00000100:00100000:0.0:1775764891.617327:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.617664:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293797376
00000100:00100000:1.0:1775764891.617680:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293797376
00010000:00010000:1.0:1775764891.617743:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446618e expref: 306 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.617793:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3391
00000100:00100000:1.0:1775764891.617803:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+306:2403:x1862022293797376:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.617821:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.617828:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446618e expref: 306 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.618074:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446618e expref: 306 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.618111:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d70e01 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446618e expref: 306 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.618133:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff93c7afe54f00)
00010000:00010000:1.0:1775764891.618139:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.618153:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.618162:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.618200:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.618267:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:2403:x1862022293797376:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 465us (954us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.618275:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3391
00010000:00010000:3.0:1775764891.618358:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.618368:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.618395:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008f:0x0]: returning size 260096
00010000:00010000:3.0:1775764891.618590:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d716cf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446649e expref: 306 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.618607:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446649e expref: 305 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.618615:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff93c7afe54f00)
00010000:00010000:3.0:1775764891.618618:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764891.618621:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd000, rc 0)
00000100:00100000:3.0:1775764891.618651:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:14453:x1862022293797120:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16115us (16374us total) trans 4295101843 rc 0/0
00000100:00100000:3.0:1775764891.618662:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206129
00000100:00100000:1.0:1775764891.623421:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.623541:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293797504
00000100:00100000:3.0:1775764891.623555:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293797504
00000100:00100000:3.0:1775764891.623638:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206130
00000100:00100000:3.0:1775764891.623649:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+305:14453:x1862022293797504:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.623692:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.623720:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d716e4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1008f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944664a5 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623892:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d716eb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623910:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446649e expref: 306 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623920:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d716eb lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623965:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446649e expref: 306 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.623981:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446649e expref: 306 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.623998:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277271424:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764891.624104:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.629436:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277271424:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.629478:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d716eb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.631155:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.631207:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.631301:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293797888
00000100:00100000:0.0:1775764891.631314:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293797888
00010000:00010000:0.0:1775764891.631365:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446649e expref: 307 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.631418:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3392
00000100:00100000:0.0:1775764891.631430:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+307:2402:x1862022293797888:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.631448:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.631456:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446649e expref: 307 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.631473:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446649e expref: 307 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.631503:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d716d6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1008f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446649e expref: 307 pid: 8005 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.631536:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff93c7afe54f00)
00010000:00010000:0.0:1775764891.631542:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d716eb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.631552:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d716eb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.631561:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d716eb lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.631607:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764891.631672:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+306:2402:x1862022293797888:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 244us (464us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.631681:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3392
00000100:00100000:3.0:1775764891.632096:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293797760
00000100:00100000:3.0:1775764891.632102:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293797760
00000100:00100000:3.0:1775764891.632144:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206131
00000100:00100000:3.0:1775764891.632152:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+306:14454:x1862022293797760:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.632173:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.632175:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1775764891.632191:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d71395 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446639b expref: 306 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.632204:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.632207:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.632223:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d716f2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944664ac expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.632340:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d716f9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.632353:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d716f9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.632362:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d716f9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.632379:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71700 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.632385:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71700 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.632393:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71700 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764891.632835:0:14273:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x85:0x0], index 1: 0
00010000:00010000:1.0:1775764891.633007:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d716eb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.633017:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d716eb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764891.633064:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1008f:0x0]: returning size 260096
00000004:00200000:1.0:1775764891.633069:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764891.633094:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d716eb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.633130:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707a00/0x9da62835f5d716e4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1008f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664a5 expref: 307 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.633148:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707400/0x9da62835f5d716eb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664a5 expref: 306 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.633158:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff93c7afe54f00)
00010000:00010000:1.0:1775764891.633161:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764891.633164:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e707400, rc 0)
00000100:00100000:1.0:1775764891.633221:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+306:14453:x1862022293797504:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9575us (9816us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.633230:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206130
00010000:00010000:3.0:1775764891.633884:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71707 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.633900:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71707 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.633912:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71707 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.633953:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d716f9 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.633961:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d716f9 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.633967:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d716f9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.633974:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d716f9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.633980:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c79545c800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.633985:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d716f9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.633992:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d716f9 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.634009:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.634012:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.634016:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d716f9 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.634023:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d716f9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764891.634035:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd1bb1e2 reply state 00000000636df75c transno 4295101844 ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71700 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.634047:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71700 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.634053:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xa30b707c (ffff93c69abaf300)
00010000:00010000:3.0:1775764891.634055:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764891.634058:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764891.634090:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d716f2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664ac expref: 307 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.634104:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71707 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664ac expref: 306 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.634112:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764891.634114:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764891.634116:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c79545d600, rc 0)
00000100:00100000:3.0:1775764891.634179:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+307:14454:x1862022293797760:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2027us (3034us total) trans 4295101844 rc 0/0
00000100:00100000:3.0:1775764891.634191:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206131
00000100:00100000:1.0:1775764891.644551:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.644605:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.644705:0:8402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293798144
00000100:00100000:0.0:1775764891.644719:0:8402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293798144
00000100:00100000:0.0:1775764891.644794:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2115
00000100:00100000:0.0:1775764891.644806:0:8402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2403:x1862022293798144:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.644835:0:8402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764891.644909:0:8402:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008541cfa3/0x9da62835f5d71715 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944664ba expref: -99 pid: 8402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764891.644942:0:8402:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x85:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764891.644967:0:8402:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764891.644971:0:8402:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764891.644982:0:8402:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008541cfa3/0x9da62835f5d71715 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664ba expref: 81 pid: 8402 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.645003:0:8402:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008541cfa3/0x9da62835f5d71715 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664ba expref: 81 pid: 8402 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.645020:0:8402:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1822c00, rc 0)
00000100:00100000:0.0:1775764891.645096:0:8402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2403:x1862022293798144:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 291us (489us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.645103:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2115
00000100:00100000:3.0:1775764891.645637:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293798016
00000100:00100000:3.0:1775764891.645644:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293798016
00000100:00100000:3.0:1775764891.645693:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206132
00000100:00100000:3.0:1775764891.645701:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+307:14453:x1862022293798016:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.645719:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.645736:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7171c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944664b3 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.645809:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71723 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.645827:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71723 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.645867:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71723 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.645882:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7172a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.645890:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7172a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.645897:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7172a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.645999:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71731 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646014:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71731 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646021:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71731 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.646073:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10177:0x0]: returning size 543
00000004:00200000:3.0:1775764891.646079:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764891.646104:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71731 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646119:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71731 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646129:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71723 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646136:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71723 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646142:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71723 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646149:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71723 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646155:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c781689400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.646161:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71723 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646169:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71723 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646182:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764891.646185:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.646190:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71723 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646196:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71723 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646210:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7172a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646216:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7172a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646221:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7172a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646226:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.646228:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7172a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646232:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7172a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646238:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xb0449b87 (ffff93c69bc6e400)
00010000:00010000:3.0:1775764891.646241:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.646243:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7172a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646248:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7172a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646274:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7171c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664b3 expref: 309 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646286:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71731 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664b3 expref: 308 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.646293:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:3.0:1775764891.646295:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764891.646298:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164200, rc 0)
00000100:00100000:3.0:1775764891.646354:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+308:14453:x1862022293798016:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 655us (1850us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.646363:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206132
00000100:00100000:0.0:1775764891.666216:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.666415:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.666984:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293798528
00000100:00100000:1.0:1775764891.667011:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293798528
00000100:00100000:1.0:1775764891.667099:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206133
00000100:00100000:1.0:1775764891.667112:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+308:14453:x1862022293798528:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764891.667150:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764891.667181:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71738 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944664c1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.667330:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7173f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.667349:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7173f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.667365:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7173f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764891.667381:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10177:0x0]: returning size 543
00010000:00010000:1.0:1775764891.667971:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d71738 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664c1 expref: 311 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.668012:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7173f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664c1 expref: 310 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.668023:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:1.0:1775764891.668026:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764891.668031:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184e00, rc 0)
00000100:00100000:1.0:1775764891.668117:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+310:14453:x1862022293798528:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1007us (1701us total) trans 4295101845 rc 0/0
00000100:00100000:1.0:1775764891.668127:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206133
00000100:00100000:3.0:1775764891.674733:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293798272
00000100:00100000:3.0:1775764891.674754:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293798272
00000100:00100000:2.0:1775764891.675067:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1202
00000100:00100000:2.0:1775764891.675083:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+310:2401:x1862022293798272:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.675108:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.675139:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71731 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664b3 expref: 310 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.675161:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:2.0:1775764891.675168:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.675244:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+309:2401:x1862022293798272:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 167us (9041us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.675253:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1202
00000100:00100000:0.0:1775764891.688433:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.688490:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.688593:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293798912
00000100:00100000:2.0:1775764891.688607:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293798912
00000100:00100000:2.0:1775764891.688681:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3044
00000100:00100000:2.0:1775764891.688702:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+309:14454:x1862022293798912:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764891.689140:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+310:14454:x1862022293798912:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 449us (721us total) trans 4295101846 rc 0/0
00000100:00100000:2.0:1775764891.689149:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3044
00000100:00100000:3.0:1775764891.689781:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293798656
00000100:00100000:3.0:1775764891.689791:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293798656
00000100:00100000:3.0:1775764891.689900:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206134
00000100:00100000:3.0:1775764891.689911:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c690019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+310:14453:x1862022293798656:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.689930:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.689959:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7174d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944664c8 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690031:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71754 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690051:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71754 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690070:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71754 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690088:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7175b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690095:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7175b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690102:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7175b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690141:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71754 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690150:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71754 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690156:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71754 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690163:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71754 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690169:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.690174:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71754 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690183:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71754 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690202:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764891.690206:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.690212:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71754 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690219:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71754 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690234:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7175b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690241:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7175b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690247:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7175b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690252:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.690255:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7175b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690261:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7175b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690267:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa30b707c (ffff93c69abaf400)
00010000:00010000:3.0:1775764891.690269:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.690272:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7175b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690277:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7175b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690310:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7174d lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664c8 expref: 311 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690321:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764891.690324:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.690327:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7174d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664c8 expref: 311 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.690337:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164800, rc 0)
00000100:00100000:3.0:1775764891.690390:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c690019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+310:14453:x1862022293798656:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 482us (1899us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764891.690398:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206134
00000100:00100000:0.0:1775764891.699223:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.699346:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293799040
00000100:00100000:1.0:1775764891.699361:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293799040
00000100:00100000:1.0:1775764891.699452:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1203
00000100:00100000:1.0:1775764891.699463:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+310:2400:x1862022293799040:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.699484:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.699537:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7173f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664c1 expref: 310 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.699564:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:1.0:1775764891.699571:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.699654:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+309:2400:x1862022293799040:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 193us (446us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.699662:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1203
00000100:00100000:2.0:1775764891.702061:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.702271:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293799296
00000100:00100000:3.0:1775764891.702284:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293799296
00000100:00100000:3.0:1775764891.702359:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206135
00000100:00100000:3.0:1775764891.702370:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+309:14453:x1862022293799296:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.702406:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.702438:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d71762 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944664cf expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702548:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71769 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702567:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71769 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702581:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71769 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702600:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71770 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb5cf106d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702608:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71770 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702613:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71770 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702660:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71769 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702668:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71769 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702674:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71769 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702681:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71769 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702688:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.702693:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71769 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702701:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71769 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702713:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764891.702717:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.702723:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71769 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702729:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71769 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702744:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71770 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702751:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71770 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702757:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71770 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702762:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.702765:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71770 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702770:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71770 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702777:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xb5cf106d (ffff93c69abaf400)
00010000:00010000:3.0:1775764891.702780:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.702783:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71770 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702789:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71770 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702827:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d71762 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664cf expref: 310 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702889:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764891.702891:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.702895:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d71762 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664cf expref: 310 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.702906:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164800, rc 0)
00000100:00100000:3.0:1775764891.703646:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+309:14453:x1862022293799296:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1273us (1591us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764891.703658:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206135
00000100:00100000:2.0:1775764891.707280:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.707364:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293799424
00000100:00100000:1.0:1775764891.707376:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293799424
00000100:00100000:1.0:1775764891.707444:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206136
00000100:00100000:1.0:1775764891.707454:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+309:14454:x1862022293799424:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764891.707481:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764891.707516:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d71777 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944664d6 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.707668:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.707684:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71707 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664ac expref: 310 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.707694:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.707733:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71707 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664ac expref: 310 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.707748:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71707 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664ac expref: 310 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.707763:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277271552:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764891.707905:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1b40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.712305:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277271552:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764891.712347:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.720461:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.720597:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293799552
00000100:00100000:0.0:1775764891.720611:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293799552
00010000:00010000:0.0:1775764891.720664:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71707 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664ac expref: 311 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.720720:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3393
00000100:00100000:0.0:1775764891.720730:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+311:2402:x1862022293799552:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.720749:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.720757:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71707 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664ac expref: 311 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.720779:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71707 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664ac expref: 311 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.720805:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71707 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664ac expref: 311 pid: 14273 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.720826:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:0.0:1775764891.720832:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.720913:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.720923:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.720951:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764891.721018:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+310:2402:x1862022293799552:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 289us (572us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.721027:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3393
00010000:00010000:1.0:1775764891.721403:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.721413:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764891.721440:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10178:0x0]: returning size 0
00010000:00010000:1.0:1775764891.721621:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184400/0x9da62835f5d71777 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664d6 expref: 311 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.721642:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664d6 expref: 310 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.721650:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:1.0:1775764891.721653:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764891.721656:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:1.0:1775764891.721694:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+310:14454:x1862022293799424:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14242us (14428us total) trans 4295101847 rc 0/0
00000100:00100000:1.0:1775764891.721702:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206136
00000100:00100000:0.0:1775764891.724913:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.725149:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293799808
00000100:00100000:3.0:1775764891.725163:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293799808
00000100:00100000:3.0:1775764891.725243:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206137
00000100:00100000:3.0:1775764891.725255:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+310:14453:x1862022293799808:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.725284:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.725288:0:14273:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1775764891.725325:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e706800/0x9da62835f5d71421 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944663b7 expref: 310 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.725351:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764891.725358:0:14273:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.725376:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7178c lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944664dd expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.725530:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71793 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.725550:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71793 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.725561:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71793 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.725578:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7179a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.725585:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7179a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.725591:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7179a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764891.726153:0:14273:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x85:0x0], index 0: 0
00010000:00010000:3.0:1775764891.726331:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d717a1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.726344:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d717a1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.726353:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d717a1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.726393:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71793 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.726401:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71793 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.726407:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71793 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.726415:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71793 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.726422:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.726426:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71793 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.726435:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71793 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.726445:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764891.726448:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.726452:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71793 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.726458:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71793 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764891.726472:0:14273:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f52b942 reply state 00000000d39716ec transno 4295101848 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7179a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.726485:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7179a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.726491:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa30b707c (ffff93c69abaf400)
00010000:00010000:3.0:1775764891.726493:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764891.726496:0:14273:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764891.726545:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d7178c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664dd expref: 312 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.726566:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d717a1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664dd expref: 311 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.726574:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:3.0:1775764891.726577:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764891.726579:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165400, rc 0)
00000100:00100000:3.0:1775764891.726675:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+312:14453:x1862022293799808:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1422us (1775us total) trans 4295101848 rc 0/0
00000100:00100000:3.0:1775764891.726686:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206137
00000100:00100000:2.0:1775764891.736613:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.736829:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293799936
00000100:00100000:3.0:1775764891.736882:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293799936
00000100:00100000:3.0:1775764891.736960:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206138
00000100:00100000:3.0:1775764891.736972:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+312:14454:x1862022293799936:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.737006:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.737032:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d717af lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944664e4 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.737156:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.737174:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664d6 expref: 313 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.737184:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.737235:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664d6 expref: 313 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.737251:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664d6 expref: 313 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.737267:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277271680:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764891.737364:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad840 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.744985:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.745181:0:15587:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293800064
00000100:00100000:3.0:1775764891.745194:0:15587:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293800064
00000100:00100000:3.0:1775764891.745274:0:15587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2116
00000100:00100000:3.0:1775764891.745287:0:15587:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2403:x1862022293800064:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.745313:0:15587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.745345:0:15587:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d717bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944664eb expref: -99 pid: 15587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1775764891.745378:0:15587:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x85:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1775764891.745403:0:15587:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.745405:0:15587:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.745416:0:15587:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d717bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664eb expref: 81 pid: 15587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.745436:0:15587:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d717bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664eb expref: 81 pid: 15587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.745453:0:15587:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164800, rc 0)
00000100:00100000:3.0:1775764891.745566:0:15587:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2403:x1862022293800064:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 282us (593us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.745573:0:15587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2116
00000100:00100000:0.0:1775764891.746493:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277271680:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764891.746557:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.748946:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.749040:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293800192
00000100:00100000:3.0:1775764891.749052:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293800192
00010000:00010000:3.0:1775764891.749093:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664d6 expref: 314 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.749131:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3394
00000100:00100000:3.0:1775764891.749138:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+314:2401:x1862022293800192:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.749154:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.749160:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664d6 expref: 314 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.749171:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664d6 expref: 314 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.749192:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d7177e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664d6 expref: 314 pid: 6519 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.749206:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764891.749211:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.749219:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.749225:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.749253:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.749312:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+313:2401:x1862022293800192:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 173us (375us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.749321:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3394
00010000:00010000:0.0:1775764891.749588:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.749595:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764891.749654:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10178:0x0]: returning size 0
00000004:00200000:0.0:1775764891.749657:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764891.749681:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.749718:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d717af lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10178:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664e4 expref: 313 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.749732:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664e4 expref: 312 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.749740:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:0.0:1775764891.749743:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764891.749745:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164e00, rc 0)
00000100:00100000:0.0:1775764891.749789:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+312:14454:x1862022293799936:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12819us (13191us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.749797:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206138
00000100:00100000:0.0:1775764891.757417:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.757467:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.757565:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293800320
00000100:00100000:1.0:1775764891.757579:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293800320
00000100:00100000:1.0:1775764891.757640:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206139
00000100:00100000:1.0:1775764891.757649:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+312:14454:x1862022293800320:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764891.757683:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764891.757707:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d717c4 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944664f2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.757743:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d717cb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.757760:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d717cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.757776:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d717cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.758187:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d717c4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664f2 expref: 314 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.758204:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d717cb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664f2 expref: 313 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.758211:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:1.0:1775764891.758214:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:1.0:1775764891.758217:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:1.0:1775764891.758276:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+313:14454:x1862022293800320:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 629us (871us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.758281:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206139
00000100:00100000:3.0:1775764891.758706:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293800576
00000100:00100000:3.0:1775764891.758713:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293800576
00000100:00100000:3.0:1775764891.758761:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3045
00000100:00100000:3.0:1775764891.758769:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+313:14453:x1862022293800576:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764891.759155:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+314:14453:x1862022293800576:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 386us (1685us total) trans 4295101849 rc 0/0
00000100:00100000:3.0:1775764891.759160:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3045
00000100:00100000:0.0:1775764891.763381:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.763465:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293800704
00000100:00100000:1.0:1775764891.763479:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293800704
00000100:00100000:1.0:1775764891.763558:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2117
00000100:00100000:1.0:1775764891.763569:0:8401:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:14454:x1862022293800704:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764891.763592:0:8401:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764891.763614:0:8401:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000853a33c5/0x9da62835f5d717d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944664f9 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.763653:0:8401:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008541cfa3/0x9da62835f5d71715 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664ba expref: 82 pid: 8402 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.763663:0:8401:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.763665:0:8401:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.763670:0:8401:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000853a33c5/0x9da62835f5d717d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664f9 expref: 82 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.763724:0:8401:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008541cfa3/0x9da62835f5d71715 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664ba expref: 82 pid: 8402 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.763742:0:8401:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008541cfa3/0x9da62835f5d71715 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664ba expref: 82 pid: 8402 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.763759:0:8401:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1862022277271808:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764891.763904:0:8401:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1b40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.767562:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.767993:0:8401:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8401:1862022277271808:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764891.768036:0:8401:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000853a33c5/0x9da62835f5d717d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944664f9 expref: 82 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.768059:0:8401:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184400, rc 0)
00000100:00100000:2.0:1775764891.768129:0:8401:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:14454:x1862022293800704:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 4562us (4762us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.768137:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2117
00000100:00100000:2.0:1775764891.768570:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.769019:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293801088
00000100:00100000:3.0:1775764891.769029:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293801088
00010000:00010000:3.0:1775764891.769075:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008541cfa3/0x9da62835f5d71715 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664ba expref: 82 pid: 8402 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.769113:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3395
00000100:00100000:3.0:1775764891.769120:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2403:x1862022293801088:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.769134:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.769155:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008541cfa3/0x9da62835f5d71715 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664ba expref: 82 pid: 8402 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.769167:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008541cfa3/0x9da62835f5d71715 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664ba expref: 82 pid: 8402 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.769200:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008541cfa3/0x9da62835f5d71715 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664ba expref: 82 pid: 8402 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.769216:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.769217:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.769225:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000853a33c5/0x9da62835f5d717d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944664f9 expref: 81 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.769233:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000853a33c5/0x9da62835f5d717d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944664f9 expref: 81 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.769267:0:6503:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000853a33c5/0x9da62835f5d717d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944664f9 expref: 81 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.769280:0:6503:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6503:1862022277271936:192.168.202.56@tcp:105:
00000100:00100000:3.0:1775764891.769359:0:6503:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764891.771191:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293800960
00000100:00100000:0.0:1775764891.771209:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293800960
00000100:00100000:0.0:1775764891.771345:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206140
00000100:00100000:0.0:1775764891.771356:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+314:14453:x1862022293800960:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.771394:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764891.771424:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823600/0x9da62835f5d717d9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466500 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.771576:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.771589:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d717a1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664dd expref: 315 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.771595:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.771629:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d717a1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664dd expref: 315 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.771640:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d717a1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664dd expref: 315 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.771651:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277272064:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764891.771747:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7b675ae40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.778388:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.778514:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277272064:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764891.778567:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.778650:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.778806:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293801472
00000100:00100000:0.0:1775764891.778815:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293801472
00000100:00100000:0.0:1775764891.778915:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3046
00000100:00100000:0.0:1775764891.778926:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+316:14454:x1862022293801472:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764891.779299:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:14454:x1862022293801472:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 373us (647us total) trans 4295101850 rc 0/0
00000100:00100000:0.0:1775764891.779308:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3046
00000100:00100000:3.0:1775764891.779644:0:6503:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6503:1862022277271936:192.168.202.56@tcp:105:
00010000:00010000:3.0:1775764891.779666:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.779886:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293801216
00000100:00100000:2.0:1775764891.779893:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293801216
00010000:00010000:2.0:1775764891.779924:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d717a1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664dd expref: 317 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.779956:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3396
00000100:00100000:2.0:1775764891.779964:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:2402:x1862022293801216:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.779977:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.779984:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d717a1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664dd expref: 317 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.780001:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d717a1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664dd expref: 317 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.780028:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d717a1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664dd expref: 317 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.780047:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:2.0:1775764891.780053:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.780063:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.780072:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.780098:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.780188:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2403:x1862022293801088:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 11067us (11618us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.780197:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3395
00010000:00010000:0.0:1775764891.780374:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.780384:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764891.780409:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10179:0x0]: returning size 0
00010000:00010000:0.0:1775764891.780547:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823600/0x9da62835f5d717d9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466500 expref: 318 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.780565:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466500 expref: 317 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.780574:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:0.0:1775764891.780577:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764891.780580:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1822000, rc 0)
00000100:00100000:2.0:1775764891.781238:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:2402:x1862022293801216:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1272us (2863us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.781248:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3396
00000100:00100000:2.0:1775764891.783818:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.784076:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293801600
00000100:00100000:3.0:1775764891.784090:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293801600
00000100:00100000:3.0:1775764891.784174:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206141
00000100:00100000:3.0:1775764891.784186:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:14454:x1862022293801600:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.784216:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.784245:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d717ee lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466507 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784332:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d717f5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784352:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d717f5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784367:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d717f5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784380:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d717fc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784388:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d717fc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784396:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d717fc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784495:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71803 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784504:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71803 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784512:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71803 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.784575:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10178:0x0]: returning size 2048
00000004:00200000:3.0:1775764891.784582:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764891.784607:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71803 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784621:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71803 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784630:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d717f5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784638:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d717f5 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784645:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d717f5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784652:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.784657:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d717f5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784666:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d717f5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784679:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.784683:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.784689:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d717f5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784696:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d717f5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784712:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d717fc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784723:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d717fc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784729:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d717fc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784734:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.784737:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d717fc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784743:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d717fc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784750:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xa30b707c (ffff93c69abaf300)
00010000:00010000:3.0:1775764891.784753:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.784756:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d717fc lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784762:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d717fc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784792:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d717ee lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466507 expref: 319 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784808:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71803 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466507 expref: 318 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.784815:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764891.784818:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764891.784821:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164200, rc 0)
00000100:00100000:3.0:1775764891.785036:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7bf70d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+318:14454:x1862022293801600:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 852us (1231us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.785046:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206141
00000100:00100000:0.0:1775764891.785460:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:14453:x1862022293800960:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14103us (17907us total) trans 4295101851 rc 0/0
00000100:00100000:0.0:1775764891.785470:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206140
00000100:00100000:1.0:1775764891.800125:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.800233:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.800279:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.800382:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293801984
00000100:00100000:2.0:1775764891.800395:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293801984
00000100:00100000:2.0:1775764891.800484:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1204
00000100:00100000:2.0:1775764891.800507:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:2401:x1862022293801984:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.800543:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.800581:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71803 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466507 expref: 317 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.800605:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:2.0:1775764891.800612:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.800679:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+316:2401:x1862022293801984:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 176us (445us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.800703:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1204
00000100:00100000:0.0:1775764891.805418:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293801856
00000100:00100000:0.0:1775764891.805437:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293801856
00000100:00100000:0.0:1775764891.805564:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293802112
00000100:00100000:0.0:1775764891.805568:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293802112
00000100:00100000:2.0:1775764891.805620:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206142
00000100:00100000:2.0:1775764891.805637:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:14454:x1862022293801856:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764891.805670:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764891.805713:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d7180a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446650e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.805899:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.805918:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664e4 expref: 318 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.805930:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.805983:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664e4 expref: 318 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.806000:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664e4 expref: 318 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.806016:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277272192:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764891.806135:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d120c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.809108:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206143
00000100:00100000:3.0:1775764891.809133:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+318:14453:x1862022293802112:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.809174:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.809205:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71818 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466515 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.809324:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.809341:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466500 expref: 319 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.809352:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.809393:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466500 expref: 319 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.809405:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466500 expref: 319 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.809421:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b0380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277272320:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764891.809542:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad900 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.810147:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277272192:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.810176:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.813187:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b0380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277272320:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.813226:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.815724:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.815815:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293802240
00000100:00100000:3.0:1775764891.815829:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293802240
00010000:00010000:3.0:1775764891.815916:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664e4 expref: 320 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.815967:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3397
00000100:00100000:3.0:1775764891.815978:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+320:2403:x1862022293802240:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.816000:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.816008:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664e4 expref: 320 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.816025:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664e4 expref: 320 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.816055:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d717b6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664e4 expref: 320 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.816080:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764891.816086:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.816104:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.816114:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.816152:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.816225:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+319:2403:x1862022293802240:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 248us (513us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.816233:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3397
00010000:00010000:2.0:1775764891.816963:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.816980:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764891.817009:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10178:0x0]: returning size 2048
00010000:00010000:2.0:1775764891.817188:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d7180a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446650e expref: 320 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.817208:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446650e expref: 319 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.817217:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:2.0:1775764891.817220:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764891.817223:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd000, rc 0)
00000100:00100000:2.0:1775764891.817269:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+319:14454:x1862022293801856:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11637us (17159us total) trans 4295101852 rc 0/0
00000100:00100000:2.0:1775764891.817278:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206142
00000100:00100000:2.0:1775764891.822076:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.822251:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293802368
00000100:00100000:3.0:1775764891.822264:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293802368
00010000:00010000:3.0:1775764891.822320:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466500 expref: 319 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.822373:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3398
00000100:00100000:3.0:1775764891.822384:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+319:2403:x1862022293802368:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.822403:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.822411:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466500 expref: 319 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.822427:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466500 expref: 319 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.822454:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d717e0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466500 expref: 319 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.822479:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:3.0:1775764891.822486:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.822497:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.822506:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.822557:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.822635:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+318:2403:x1862022293802368:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 252us (573us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.822643:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3398
00010000:00010000:1.0:1775764891.823061:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.823072:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764891.823141:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10179:0x0]: returning size 0
00000004:00200000:1.0:1775764891.823148:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764891.823176:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.823215:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71818 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10179:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466515 expref: 318 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.823234:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466515 expref: 317 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.823243:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:1.0:1775764891.823246:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764891.823249:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c79545c800, rc 0)
00000100:00100000:1.0:1775764891.823304:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:14453:x1862022293802112:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14182us (23025us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.823313:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206143
00000100:00100000:2.0:1775764891.835035:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.836135:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293802496
00000100:00100000:0.0:1775764891.836153:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293802496
00000100:00100000:0.0:1775764891.836248:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206144
00000100:00100000:0.0:1775764891.836260:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+317:14454:x1862022293802496:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.836295:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764891.836325:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d7182d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446651c expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.836465:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.836483:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446650e expref: 318 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.836507:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.836565:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446650e expref: 318 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.836583:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446650e expref: 318 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.836598:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277272448:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764891.838034:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9ea80 going to sleep for 11 seconds
00000100:00100000:0.0:1775764891.840362:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.840512:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277272448:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764891.840558:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.840644:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293802624
00000100:00100000:1.0:1775764891.840653:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293802624
00000100:00100000:1.0:1775764891.840792:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206145
00000100:00100000:1.0:1775764891.840804:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+319:14453:x1862022293802624:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764891.840829:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764891.841027:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7183b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466523 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.841070:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71842 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.841086:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71842 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.841099:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71842 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.841239:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7183b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466523 expref: 321 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.841257:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71842 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466523 expref: 320 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.841266:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:1.0:1775764891.841269:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:1.0:1775764891.841273:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184200, rc 0)
00000100:00100000:1.0:1775764891.841386:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+320:14453:x1862022293802624:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 584us (1038us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.841394:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206145
00000100:00100000:2.0:1775764891.844411:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.847294:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293802752
00000100:00100000:3.0:1775764891.847314:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293802752
00010000:00010000:3.0:1775764891.847382:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446650e expref: 320 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.847569:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3399
00000100:00100000:3.0:1775764891.847581:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+320:2402:x1862022293802752:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.847601:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.847610:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446650e expref: 320 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.847627:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446650e expref: 320 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.847660:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71811 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446650e expref: 320 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.847692:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764891.847698:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.847711:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.847720:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.847758:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.847831:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+319:2402:x1862022293802752:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 252us (3432us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.850014:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3399
00010000:00010000:3.0:1775764891.850091:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850104:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.850175:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10178:0x0]: returning size 2048
00000004:00200000:3.0:1775764891.850181:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764891.850210:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850255:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d7182d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10178:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446651c expref: 319 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850279:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446651c expref: 318 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.850289:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764891.850293:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764891.850296:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1822c00, rc 0)
00000100:00100000:3.0:1775764891.850379:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+318:14454:x1862022293802496:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14121us (15359us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.850387:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206144
00000100:00100000:2.0:1775764891.852648:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.852746:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293802880
00000100:00100000:0.0:1775764891.852758:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293802880
00000100:00100000:0.0:1775764891.852832:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2118
00000100:00100000:0.0:1775764891.852880:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:14453:x1862022293802880:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.852903:0:15591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764891.852928:0:15591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb5be4c8/0x9da62835f5d71849 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446652a expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.852970:0:15591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d717bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664eb expref: 82 pid: 15587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.852981:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764891.852984:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764891.852988:0:15591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb5be4c8/0x9da62835f5d71849 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446652a expref: 82 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.853034:0:15591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d717bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664eb expref: 82 pid: 15587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.853050:0:15591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d717bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664eb expref: 82 pid: 15587 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.853068:0:15591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15591:1862022277272576:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764891.853172:0:15591:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e780 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.858799:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.858909:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293803008
00000100:00100000:3.0:1775764891.858924:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293803008
00010000:00010000:1.0:1775764891.861720:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d717bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664eb expref: 83 pid: 15587 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.861789:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3400
00000100:00100000:1.0:1775764891.861802:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2403:x1862022293803008:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.861827:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.861920:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d717bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664eb expref: 83 pid: 15587 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.861939:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d717bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664eb expref: 83 pid: 15587 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.861979:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764891.861989:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.861993:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.862004:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb5be4c8/0x9da62835f5d71849 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446652a expref: 83 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.862018:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb5be4c8/0x9da62835f5d71849 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446652a expref: 83 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.862077:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fb5be4c8/0x9da62835f5d71849 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446652a expref: 83 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.862095:0:6502:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6502:1862022277272704:192.168.202.56@tcp:105:
00000100:00100000:1.0:1775764891.862205:0:6502:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a20a1d80 going to sleep for 11 seconds
00000100:00100000:3.0:1775764891.862474:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293803136
00000100:00100000:3.0:1775764891.862484:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293803136
00000100:00100000:3.0:1775764891.862544:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206146
00000100:00100000:3.0:1775764891.862553:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+318:14454:x1862022293803136:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.862575:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.862597:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71850 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466531 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862673:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71857 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862689:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71857 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862700:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71857 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862717:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d7185e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862725:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d7185e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862731:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d7185e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862825:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71865 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862835:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71865 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862885:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71865 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764891.862936:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10178:0x0]: returning size 2048
00000004:00200000:3.0:1775764891.862942:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764891.862977:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71865 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.862990:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71865 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863000:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71857 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863007:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71857 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863018:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71857 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863024:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c781689400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.863028:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71857 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863037:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71857 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863058:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.863062:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.863068:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71857 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863074:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c781689400/0x9da62835f5d71857 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863089:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d7185e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863094:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d7185e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863100:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d7185e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863105:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.863108:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d7185e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863119:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d7185e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863127:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xa30b707c (ffff93c69abaf300)
00010000:00010000:3.0:1775764891.863129:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.863132:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d7185e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863138:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008400/0x9da62835f5d7185e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863171:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545d600/0x9da62835f5d71850 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466531 expref: 320 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863185:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71865 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466531 expref: 319 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.863193:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764891.863196:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764891.863198:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843e00, rc 0)
00000100:00100000:2.0:1775764891.863315:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+319:14454:x1862022293803136:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 761us (1336us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.863324:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206146
00010000:00010000:0.0:1775764891.866267:0:15591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060701a78/0x9da62835f5d717bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944664eb expref: 83 pid: 15587 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.866297:0:15591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15591:1862022277272576:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764891.866336:0:15591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fb5be4c8/0x9da62835f5d71849 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446652a expref: 82 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.866355:0:15591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1823600, rc 0)
00000100:00100000:0.0:1775764891.866462:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:14453:x1862022293802880:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13620us (13825us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.866474:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2118
00000100:00100000:2.0:1775764891.873330:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.873560:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293803264
00000100:00100000:3.0:1775764891.873574:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293803264
00000100:00100000:3.0:1775764891.873665:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1205
00000100:00100000:3.0:1775764891.873678:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+319:2402:x1862022293803264:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.873701:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.873736:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71865 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466531 expref: 319 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.873765:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764891.873771:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764891.873882:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+318:2402:x1862022293803264:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 206us (566us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.873891:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1205
00000100:00100000:1.0:1775764891.874405:0:6502:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6502:1862022277272704:192.168.202.56@tcp:105:
00010000:00010000:1.0:1775764891.874437:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.874529:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2403:x1862022293803008:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 12721us (15734us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.874539:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3400
00000100:00100000:2.0:1775764891.884816:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.884983:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293803520
00000100:00100000:1.0:1775764891.884999:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293803520
00000100:00100000:1.0:1775764891.885091:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3047
00000100:00100000:1.0:1775764891.885109:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7835f4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+318:14453:x1862022293803520:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764891.885873:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764891.886577:0:15558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293803648
00000100:00100000:2.0:1775764891.886587:0:15558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293803648
00002000:00100000:2.0:1775764891.886646:0:15558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x85:0x0] (0->4095)  req@ffff93c692c70e00 x1862022293803648/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:372/0 lens 4584/0 e 0 to 0 dl 1775764902 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764891.886658:0:15558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c692c70e00 with x1862022293803648 ext(0->4095)
00002000:00010000:2.0:1775764891.886665:0:15558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c692c70e00
00000100:00100000:2.0:1775764891.886702:0:15558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 449
00000100:00100000:2.0:1775764891.886710:0:15558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2403:x1862022293803648:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:2.0:1775764891.889228:0:15558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2403:x1862022293803648:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 2507us (3382us total) trans 4294967914 rc 0/0
00000100:00100000:2.0:1775764891.889257:0:15558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 449
00002000:00100000:2.0:1775764891.889271:0:15558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x85:0x0] (0->4095)  req@ffff93c692c70e00 x1862022293803648/t4294967914(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:372/0 lens 4584/448 e 0 to 0 dl 1775764902 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1775764891.889282:0:15558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c692c70e00 with x1862022293803648 ext(0->4095)
00002000:00010000:2.0:1775764891.889288:0:15558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff93c692c70e00
00000100:00100000:1.0:1775764891.890728:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7835f4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+319:14453:x1862022293803520:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 5610us (5914us total) trans 4295101853 rc 0/0
00000100:00100000:1.0:1775764891.890747:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3047
00000100:00100000:2.0:1775764891.904138:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.904263:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293803776
00000100:00100000:0.0:1775764891.904276:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293803776
00000100:00100000:0.0:1775764891.904348:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206147
00000100:00100000:0.0:1775764891.904358:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+319:14453:x1862022293803776:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764891.904382:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764891.904409:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7186c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466538 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.904477:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71873 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.904493:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71873 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.904505:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71873 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.904527:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de7600/0x9da62835f5d7187a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.904536:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de7600/0x9da62835f5d7187a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.904546:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de7600/0x9da62835f5d7187a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.904620:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de6200/0x9da62835f5d71881 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.904642:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de6200/0x9da62835f5d71881 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.904650:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de6200/0x9da62835f5d71881 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764891.904689:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10179:0x0]: returning size 2048
00000004:00200000:0.0:1775764891.904693:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764891.904713:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de6200/0x9da62835f5d71881 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.904736:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de6200/0x9da62835f5d71881 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.904745:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71873 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.904752:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71873 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905081:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71873 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905087:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1823a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.905091:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71873 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905098:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71873 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905112:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764891.905115:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.905120:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71873 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905126:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71873 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905141:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de7600/0x9da62835f5d7187a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905147:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de7600/0x9da62835f5d7187a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905152:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de7600/0x9da62835f5d7187a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905158:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c795de7600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.905160:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de7600/0x9da62835f5d7187a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905166:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de7600/0x9da62835f5d7187a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905173:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa30b707c (ffff93c69abaf400)
00010000:00010000:0.0:1775764891.905175:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.905178:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de7600/0x9da62835f5d7187a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905184:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de7600/0x9da62835f5d7187a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905212:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7186c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466538 expref: 321 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905227:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de6200/0x9da62835f5d71881 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466538 expref: 320 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.905233:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:0.0:1775764891.905235:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764891.905237:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c795de6200, rc 0)
00000100:00100000:0.0:1775764891.905303:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+320:14453:x1862022293803776:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 946us (1175us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.905312:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206147
00000100:00100000:3.0:1775764891.906063:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.906186:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293803904
00000100:00100000:0.0:1775764891.906192:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293803904
00000100:00100000:0.0:1775764891.906303:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206148
00000100:00100000:0.0:1775764891.906312:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+320:14454:x1862022293803904:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:2.0:1775764891.912350:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.912565:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293804160
00000100:00100000:3.0:1775764891.912577:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293804160
00000100:00100000:3.0:1775764891.912672:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206149
00000100:00100000:3.0:1775764891.912683:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+321:14453:x1862022293804160:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.912705:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.912737:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71888 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446653f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.912955:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.912972:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466515 expref: 322 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.912982:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de6200/0x9da62835f5d71881 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466538 expref: 322 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.912991:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 5/0,1 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.913027:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de6200/0x9da62835f5d71881 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466538 expref: 322 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.913028:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:3.0:1775764891.913046:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de6200/0x9da62835f5d71881 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466538 expref: 322 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.913056:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293804288
00000100:00100000:2.0:1775764891.913061:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293804288
00000100:00100000:3.0:1775764891.913062:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69e5b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277272832:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764891.913086:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de6200/0x9da62835f5d71881 lrc: 6/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466538 expref: 323 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.913125:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3401
00000100:00100000:2.0:1775764891.913134:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+323:2401:x1862022293804288:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.913145:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.913152:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de6200/0x9da62835f5d71881 lrc: 6/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466538 expref: 323 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.913165:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466515 expref: 323 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.913174:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466515 expref: 323 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1775764891.914619:0:7431:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4295101853 is committed
00000004:00080000:0.0:1775764891.914774:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 59 committed
00000004:00080000:0.0:1775764891.914810:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 57 committed
00000100:00100000:3.0:1775764891.914952:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c685789c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277272960:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764891.915044:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad3c0 going to sleep for 11 seconds
00000004:00080000:0.0:1775764891.915087:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 56 committed
00000004:00080000:0.0:1775764891.915117:0:7431:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 58 committed
00010000:00010000:0.0:1775764891.915240:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e800/0x9da62835f5d70024 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915256:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e800/0x9da62835f5d70024 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915263:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e800/0x9da62835f5d70024 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915269:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0e800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.915274:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e800/0x9da62835f5d70024 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915281:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e800/0x9da62835f5d70024 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915298:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x6adb7306 (ffff93c6828a0f00)
00010000:00010000:0.0:1775764891.915301:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.915306:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e800/0x9da62835f5d70024 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915312:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e800/0x9da62835f5d70024 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915330:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d700be lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915337:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d700be lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915343:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d700be lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915348:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0f400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.915351:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d700be lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915357:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d700be lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915365:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:0.0:1775764891.915368:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.915370:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d700be lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915376:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f400/0x9da62835f5d700be lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915386:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915478:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915487:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915492:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.915495:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915502:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915511:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764891.915514:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.915527:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915534:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d70151 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915546:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d701cf lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915553:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d701cf lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915558:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d701cf lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915564:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.915567:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d701cf lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915573:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d701cf lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915580:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764891.915583:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.915585:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d701cf lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915591:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d701cf lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915601:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915611:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915616:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915621:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0ec00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.915624:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915630:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915636:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:0.0:1775764891.915639:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.915733:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915741:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ec00/0x9da62835f5d7029a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915753:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915760:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915765:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915770:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.915774:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915779:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915787:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:0.0:1775764891.915789:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.915792:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915797:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d70437 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915808:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d704d8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915814:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d704d8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915819:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d704d8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.915824:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.915826:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d704d8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.916052:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d704d8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.916063:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xb8ca0b93 (ffff93c69abafa00)
00010000:00010000:0.0:1775764891.916066:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.916071:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d704d8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.916076:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d704d8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.916089:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7054f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.916094:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7054f lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.916099:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7054f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.916104:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.916106:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7054f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.916112:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7054f lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.916119:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xb8ca0b93 (ffff93c69abafa00)
00010000:00010000:2.0:1775764891.916288:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de6200/0x9da62835f5d71881 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466538 expref: 169 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.916307:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:2.0:1775764891.916312:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.916321:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.916327:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.916375:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:2401:x1862022293804288:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 3242us (3350us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.916384:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3401
00010000:00010000:0.0:1775764891.916477:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.916484:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7054f lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.916490:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7054f lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.916511:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d705b8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.916554:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14454:x1862022293803904:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 10242us (10491us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.916563:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206148
00010000:00010000:1.0:1775764891.916952:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d701dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.916961:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d701dd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.916967:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d701dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.916973:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0ee00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.916976:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d701dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.916983:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d701dd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.916993:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6828a0500)
00010000:00010000:1.0:1775764891.916996:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.916999:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d701dd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917005:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ee00/0x9da62835f5d701dd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917020:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d701e4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917025:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d701e4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917030:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d701e4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917034:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0fe00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.917036:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d701e4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917041:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d701e4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917048:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x34664df3 (ffff93c6828a0200)
00010000:00010000:1.0:1775764891.917050:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.917053:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d701e4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917058:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fe00/0x9da62835f5d701e4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917066:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f600/0x9da62835f5d701eb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917070:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f600/0x9da62835f5d701eb lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917075:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f600/0x9da62835f5d701eb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917080:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0f600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.917082:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f600/0x9da62835f5d701eb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917087:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f600/0x9da62835f5d701eb lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917093:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016b:0x0].0x0 (ffff93c68422ac00)
00010000:00010000:1.0:1775764891.917095:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:1.0:1775764891.917097:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f600/0x9da62835f5d701eb lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917102:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f600/0x9da62835f5d701eb lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917116:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d7032d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917122:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d7032d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917126:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d7032d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917130:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0fa00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.917132:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d7032d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917137:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d7032d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917148:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6828a0000)
00010000:00010000:1.0:1775764891.917150:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.917152:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d7032d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917157:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0fa00/0x9da62835f5d7032d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917166:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70334 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917171:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70334 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917176:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70334 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917181:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0e400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.917183:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70334 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917189:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70334 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917196:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x34664df3 (ffff93c6828a0c00)
00010000:00010000:1.0:1775764891.917198:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.917200:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70334 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917205:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e400/0x9da62835f5d70334 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917214:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d7033b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917220:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d7033b lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917226:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d7033b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917230:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0e200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.917232:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d7033b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917237:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d7033b lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917243:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016d:0x0].0x0 (ffff93c6a31a2000)
00010000:00010000:1.0:1775764891.917260:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:1.0:1775764891.917262:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d7033b lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917268:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e200/0x9da62835f5d7033b lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917282:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d703e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917287:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d703e3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917293:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d703e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917298:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0f000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.917301:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d703e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917306:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d703e3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917313:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x6adb7306 (ffff93c6828a0900)
00010000:00010000:1.0:1775764891.917316:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.917319:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d703e3 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917325:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f000/0x9da62835f5d703e3 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917346:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d703dc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917352:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d703dc lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917357:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d703dc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917362:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.917364:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d703dc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917369:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d703dc lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917380:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x220bffe4 (ffff93c6828a0500)
00010000:00010000:1.0:1775764891.917381:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.917384:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d703dc lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917388:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769200/0x9da62835f5d703dc lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.917561:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d705b8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.917567:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d705b8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917987:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d703ea lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.917996:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d703ea lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918002:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d703ea lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918007:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0f200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.918010:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d703ea lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918016:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d703ea lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918026:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:1.0:1775764891.918029:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:1.0:1775764891.918033:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d703ea lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918038:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f200/0x9da62835f5d703ea lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918055:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d70572 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918061:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d70572 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918066:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d70572 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.918072:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277273472:0@lo:6:osp-syn-1-1.0
00010000:00010000:1.0:1775764891.918073:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0f800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.918078:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d70572 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918086:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d70572 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918094:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x6adb7306 (ffff93c6828a0f00)
00010000:00010000:1.0:1775764891.918097:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.918100:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d70572 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918105:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0f800/0x9da62835f5d70572 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918119:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d7056b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918125:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d7056b lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918130:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d7056b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918134:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0e600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.918137:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d7056b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918142:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d7056b lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918149:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x220bffe4 (ffff93c6828a0000)
00010000:00010000:1.0:1775764891.918151:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764891.918153:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d7056b lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918158:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0e600/0x9da62835f5d7056b lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918171:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70579 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918176:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70579 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918181:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70579 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918185:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a0c0ea00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.918187:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70579 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918192:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70579 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918203:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:1.0:1775764891.918205:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:1.0:1775764891.918207:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70579 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918212:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a0c0ea00/0x9da62835f5d70579 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15589 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.918233:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277273216:0@lo:6:osp-syn-1-1.0
00000100:00100000:2.0:1775764891.918264:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.918311:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1775764891.918321:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277273088:0@lo:6:osp-syn-1-1.0
00000100:00100000:2.0:1775764891.918350:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.918372:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277273600:0@lo:6:osp-syn-0-1.0
00000100:00100000:1.0:1775764891.918409:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277273472
00000100:00100000:1.0:1775764891.918416:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277273472
00000100:00100000:1.0:1775764891.918460:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277273088
00000100:00100000:1.0:1775764891.918462:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277273088
00000100:00100000:2.0:1775764891.918479:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1775764891.918485:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2119
00000100:00100000:1.0:1775764891.918493:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+6:3658:x1862022277273472:12345-0@lo:6:osp-syn-1-1.0
00000100:00100000:2.0:1775764891.918507:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277273984:0@lo:6:osp-syn-0-1.0
00002000:00080000:1.0:1775764891.918527:0:15586:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:131 count 1
00000100:00100000:2.0:1775764891.918543:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1775764891.918550:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001dee1f11/0x9da62835f5d71896 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.918561:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1775764891.918567:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277274112:0@lo:6:osp-syn-0-1.0
00010000:00010000:1.0:1775764891.918571:0:15586:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d70fc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466252 expref: 82 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918581:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764891.918584:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764891.918587:0:15586:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001dee1f11/0x9da62835f5d71896 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.918594:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.918625:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277273600
00000100:00100000:2.0:1775764891.918629:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277273600
00010000:00010000:1.0:1775764891.918636:0:15586:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d70fc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094466252 expref: 82 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.918651:0:15586:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d70fc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094466252 expref: 82 pid: 15577 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.918662:0:15586:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a118000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15586:1862022277274240:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764891.918715:0:15586:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7812ed540 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.918729:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277273984
00000100:00100000:1.0:1775764891.918732:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277273984
00000100:00100000:2.0:1775764891.918757:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277274112
00000100:00100000:2.0:1775764891.918761:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277274112
00010000:00010000:0.0:1775764891.918814:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.918819:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d705b8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.918827:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d705b8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919042:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:0.0:1775764891.919046:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.919049:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d705b8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919057:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769400/0x9da62835f5d705b8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919073:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d70621 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919080:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d70621 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919087:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d70621 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919091:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3008a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.919095:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d70621 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919101:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d70621 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919109:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:0.0:1775764891.919111:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.919114:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d70621 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919120:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3008a00/0x9da62835f5d70621 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919130:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d70659 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919136:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d70659 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919141:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d70659 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919146:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3009200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.919148:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d70659 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919155:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d70659 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919162:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xb8ca0b93 (ffff93c6828a0100)
00010000:00010000:0.0:1775764891.919164:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.919167:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d70659 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919172:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009200/0x9da62835f5d70659 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919180:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70691 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919186:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70691 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919191:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70691 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919196:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.919199:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70691 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919205:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70691 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919212:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:0.0:1775764891.919215:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.919217:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70691 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919224:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d70691 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919235:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7069f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919246:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7069f lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919252:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7069f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919258:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.919261:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7069f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919268:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7069f lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919275:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xb8ca0b93 (ffff93c6828a0100)
00010000:00010000:0.0:1775764891.919277:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.919280:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7069f lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919285:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d7069f lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919300:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d706bb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919307:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d706bb lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919313:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d706bb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919317:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e798600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.919320:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d706bb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919326:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d706bb lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919333:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764891.919336:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.919338:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d706bb lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919344:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e798600/0x9da62835f5d706bb lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919353:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d70716 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919358:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d70716 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919364:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d70716 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919368:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.919371:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d70716 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919377:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d70716 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919383:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016e:0x0].0x0 (ffff93c6877cec00)
00010000:00010000:0.0:1775764891.919386:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.919389:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d70716 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919569:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799c00/0x9da62835f5d70716 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919582:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7071d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919588:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7071d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919594:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7071d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919599:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.919602:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7071d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919608:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7071d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919617:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764891.919619:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.919622:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7071d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919627:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7071d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919637:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7074e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919658:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7074e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919664:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7074e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919669:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.919672:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7074e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919677:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7074e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919685:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764891.919687:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.919690:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7074e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919696:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d7074e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919706:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d707c5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919712:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d707c5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919718:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d707c5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919722:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.919725:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d707c5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919730:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d707c5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919737:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1016f:0x0].0x0 (ffff93c68422a000)
00010000:00010000:0.0:1775764891.919740:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.919742:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d707c5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919747:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d707c5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1016f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919757:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d70819 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919762:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d70819 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919767:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d70819 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919772:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a3009600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.919774:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d70819 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919779:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d70819 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919786:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x57ca59f5 (ffff93c6828a0300)
00010000:00010000:0.0:1775764891.919788:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.919790:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d70819 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919795:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a3009600/0x9da62835f5d70819 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919808:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d708c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919813:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d708c1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919818:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d708c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919823:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e799000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.919825:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d708c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919830:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d708c1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919947:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x57ca59f5 (ffff93c6828a0800)
00010000:00010000:0.0:1775764891.919950:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.919953:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d708c1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919958:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e799000/0x9da62835f5d708c1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919973:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708cf lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919983:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708cf lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919988:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708cf lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.919992:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e707000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.919995:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708cf lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920000:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708cf lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920006:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x34664df3 (ffff93c6828a0200)
00010000:00010000:0.0:1775764891.920008:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.920010:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708cf lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920015:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e707000/0x9da62835f5d708cf lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.920130:0:15595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2120
00000100:00100000:1.0:1775764891.920144:0:15595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+6:3658:x1862022277273088:12345-0@lo:6:osp-syn-1-1.0
00010000:00010000:0.0:1775764891.920167:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70993 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1775764891.920167:0:15595:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:125 count 1
00010000:00010000:0.0:1775764891.920177:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70993 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920183:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70993 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920188:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691769e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764891.920189:0:15595:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7189d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920191:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70993 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920209:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70993 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.920219:0:15595:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000065fdde02/0x9da62835f5d6f932 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465b4b expref: 82 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920221:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x34664df3 (ffff93c6828a0c00)
00010000:00010000:0.0:1775764891.920227:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.920232:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70993 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.920234:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764891.920238:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764891.920243:0:15595:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7189d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920244:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691769e00/0x9da62835f5d70993 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920275:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d70de5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920282:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d70de5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.920288:0:15595:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000065fdde02/0x9da62835f5d6f932 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b4b expref: 82 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920289:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d70de5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920308:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.920311:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d70de5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.920315:0:15595:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000065fdde02/0x9da62835f5d6f932 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b4b expref: 82 pid: 15574 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920321:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d70de5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920334:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xfd3f225d (ffff93c6877cea00)
00010000:00010000:0.0:1775764891.920336:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.920339:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d70de5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920347:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d70de5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.920347:0:15595:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a119f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15595:1862022277274368:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764891.920363:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70e94 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920369:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70e94 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920375:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70e94 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920380:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.920382:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70e94 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.920389:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70e94 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.920407:0:15595:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c792845900 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.920436:0:15593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121
00000100:00100000:1.0:1775764891.920444:0:15593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+7:3658:x1862022277273600:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:1.0:1775764891.920457:0:15593:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:129 count 1
00010000:00010000:1.0:1775764891.920470:0:15593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb082322/0x9da62835f5d718a4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.920482:0:15593:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fcc0872e/0x9da62835f5d7066e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465f50 expref: 80 pid: 15596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.920488:0:15593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.920490:0:15593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.920492:0:15593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb082322/0x9da62835f5d718a4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.920510:0:15593:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fcc0872e/0x9da62835f5d7066e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f50 expref: 80 pid: 15596 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.920528:0:15593:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fcc0872e/0x9da62835f5d7066e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f50 expref: 80 pid: 15596 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.920539:0:15593:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a118a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15593:1862022277274496:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764891.920561:0:15593:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c792845600 going to sleep for 11 seconds
00000100:00100000:1.0:1775764891.920580:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122
00000100:00100000:1.0:1775764891.920586:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+7:3658:x1862022277273984:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:1.0:1775764891.920598:0:15570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:126 count 1
00010000:00010000:1.0:1775764891.920609:0:15570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f095a413/0x9da62835f5d718ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.920619:0:15570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000056e90145/0x9da62835f5d6fb93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c16 expref: 80 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921656:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xfd3f225d (ffff93c6877ce600)
00010000:00010000:0.0:1775764891.921660:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.921665:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70e94 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921672:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d70e94 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921690:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70f2e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921701:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70f2e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921707:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70f2e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921712:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c691768e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.921715:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70f2e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921721:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70f2e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921728:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5a381168 (ffff93c69abaf200)
00010000:00010000:0.0:1775764891.921730:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.921733:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70f2e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921738:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768e00/0x9da62835f5d70f2e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921747:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d70f90 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921752:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d70f90 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921758:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d70f90 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921763:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.921765:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d70f90 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921771:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d70f90 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921778:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5a381168 (ffff93c69abafd00)
00010000:00010000:0.0:1775764891.921780:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.921783:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d70f90 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921789:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d70f90 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921799:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d7112d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921805:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d7112d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921812:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d7112d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921816:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69ab29e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.921819:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d7112d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921825:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d7112d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921926:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xb0449b87 (ffff93c6828a0400)
00010000:00010000:0.0:1775764891.921930:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.921933:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d7112d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921940:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69ab29e00/0x9da62835f5d7112d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921959:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d711b2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921966:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d711b2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921972:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d711b2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921977:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.921979:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d711b2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921985:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d711b2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.921992:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xb0449b87 (ffff93c69bc6e400)
00010000:00010000:0.0:1775764891.921994:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.921997:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d711b2 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922002:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d711b2 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922014:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71348 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922023:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71348 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922028:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71348 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922033:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.922035:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71348 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922041:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71348 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922048:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5a381168 (ffff93c69abaf200)
00010000:00010000:0.0:1775764891.922050:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.922053:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71348 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922058:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d71348 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922071:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71364 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922077:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71364 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922083:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71364 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922092:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.922095:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71364 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922101:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71364 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922108:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xfd3f225d (ffff93c6877cea00)
00010000:00010000:0.0:1775764891.922110:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.922113:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71364 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922118:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d71364 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922130:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d713a3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922135:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d713a3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922141:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d713a3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922147:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a0fe9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.922150:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d713a3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922156:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d713a3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922168:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5a381168 (ffff93c69abafd00)
00010000:00010000:0.0:1775764891.922170:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.922173:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d713a3 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922179:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d713a3 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922193:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d713e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922199:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d713e9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922205:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d713e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922211:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac3e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.922213:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d713e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922220:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d713e9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922227:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xfd3f225d (ffff93c6877ce600)
00010000:00010000:0.0:1775764891.922229:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.922232:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d713e9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922238:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d713e9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922249:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71700 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922255:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71700 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922261:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71700 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922265:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c79545ca00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.922268:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71700 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922272:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71700 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922279:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xa30b707c (ffff93c69abaf300)
00010000:00010000:0.0:1775764891.922281:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.922284:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71700 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922289:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545ca00/0x9da62835f5d71700 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922302:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7179a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922309:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7179a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922318:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7179a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922322:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764891.922325:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7179a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922330:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7179a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922337:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa30b707c (ffff93c69abaf400)
00010000:00010000:0.0:1775764891.922340:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764891.922342:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7179a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.922348:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7179a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.922383:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277273344:0@lo:6:osp-syn-1-1.0
00000100:00100000:0.0:1775764891.922621:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764891.922737:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277273856:0@lo:6:osp-syn-0-1.0
00000100:00100000:0.0:1775764891.922765:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764891.922786:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1775764891.922792:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bdd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277273728:0@lo:6:osp-syn-0-1.0
00000100:00100000:0.0:1775764891.922810:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764891.923000:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277273344
00000100:00100000:2.0:1775764891.923008:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277273344
00000100:00100000:2.0:1775764891.923046:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277273856
00000100:00100000:2.0:1775764891.923049:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277273856
00000100:00100000:2.0:1775764891.923109:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277273728
00000100:00100000:2.0:1775764891.923112:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277273728
00000100:00100000:2.0:1775764891.923146:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123
00000100:00100000:2.0:1775764891.923154:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3658:x1862022277274112:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:2.0:1775764891.923179:0:15574:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:127 count 1
00010000:00010000:2.0:1775764891.923202:0:15574:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d718b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.923223:0:15574:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008bec1b94/0x9da62835f5d6fc81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465c71 expref: 80 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.923231:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1775764891.923234:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1775764891.923237:0:15574:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d718b2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.923269:0:15574:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008bec1b94/0x9da62835f5d6fc81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c71 expref: 80 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.923281:0:15574:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008bec1b94/0x9da62835f5d6fc81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c71 expref: 80 pid: 15593 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.923293:0:15574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15574:1862022277274624:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764891.923341:0:15574:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12780 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.923362:0:15572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124
00000100:00100000:2.0:1775764891.923370:0:15572:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3661:x1862022277273344:12345-0@lo:6:osp-syn-1-1.0
00002000:00080000:2.0:1775764891.923382:0:15572:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:129 count 1
00010000:00010000:2.0:1775764891.923611:0:15572:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d718b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.923625:0:15572:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6e01faf/0x9da62835f5d7051e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094465eee expref: 82 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.923632:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.923634:0:15572:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.923637:0:15572:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d718b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.923752:0:15572:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c6e01faf/0x9da62835f5d7051e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465eee expref: 82 pid: 15591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.923768:0:15572:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c6e01faf/0x9da62835f5d7051e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465eee expref: 82 pid: 15591 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.923779:0:15572:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15572:1862022277274752:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764891.923805:0:15572:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12000 going to sleep for 11 seconds
00000100:00100000:2.0:1775764891.923827:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125
00000100:00100000:2.0:1775764891.923954:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3661:x1862022277273856:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:2.0:1775764891.923972:0:14278:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:123 count 1
00010000:00010000:2.0:1775764891.923986:0:14278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d718c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.923996:0:14278:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005d969a17/0x9da62835f5d6efbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465873 expref: 80 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.924001:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1775764891.924003:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1775764891.924005:0:14278:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d718c0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.924200:0:15573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126
00000100:00100000:0.0:1775764891.924210:0:15573:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3661:x1862022277273728:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:0.0:1775764891.924225:0:15573:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:122 count 1
00010000:00010000:0.0:1775764891.924237:0:15573:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036c14e45/0x9da62835f5d718c7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.924249:0:15573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000067962d89/0x9da62835f5d6ee81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e1442509446580a expref: 80 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.924256:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764891.924258:0:15573:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764891.924260:0:15573:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036c14e45/0x9da62835f5d718c7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.924278:0:15573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000067962d89/0x9da62835f5d6ee81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446580a expref: 80 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.924288:0:15573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000067962d89/0x9da62835f5d6ee81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446580a expref: 80 pid: 15570 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.924299:0:15573:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15573:1862022277275008:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764891.924333:0:15573:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e780 going to sleep for 11 seconds
00000100:00080000:0.0:1775764891.924349:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1775764891.926137:0:14278:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005d969a17/0x9da62835f5d6efbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465873 expref: 80 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.926159:0:14278:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005d969a17/0x9da62835f5d6efbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465873 expref: 80 pid: 15574 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.926182:0:14278:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14278:1862022277274880:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764891.926248:0:14278:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12240 going to sleep for 11 seconds
00000100:00100000:0.0:1775764891.926757:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764891.926981:0:15577:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277273216
00000100:00100000:0.0:1775764891.926990:0:15577:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277273216
00010000:00010000:1.0:1775764891.927304:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764891.927307:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1775764891.927312:0:15570:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f095a413/0x9da62835f5d718ab lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927355:0:15570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000056e90145/0x9da62835f5d6fb93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c16 expref: 80 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.927366:0:15570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000056e90145/0x9da62835f5d6fb93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c16 expref: 80 pid: 15595 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.927378:0:15570:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a11b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15570:1862022277275136:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764891.927423:0:15570:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f49c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764891.927600:0:15577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2127
00000100:00100000:0.0:1775764891.927610:0:15577:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+8:3660:x1862022277273216:12345-0@lo:6:osp-syn-1-1.0
00002000:00080000:0.0:1775764891.927637:0:15577:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:126 count 1
00010000:00010000:0.0:1775764891.928377:0:15577:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd0a9ca3/0x9da62835f5d718ce lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.928483:0:15577:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000885910fe/0x9da62835f5d6fa74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094465bb4 expref: 82 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.928492:0:15577:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764891.928494:0:15577:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1775764891.928497:0:15577:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd0a9ca3/0x9da62835f5d718ce lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.928558:0:15577:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000885910fe/0x9da62835f5d6fa74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bb4 expref: 82 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.928570:0:15577:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000885910fe/0x9da62835f5d6fa74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bb4 expref: 82 pid: 14278 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.928582:0:15577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c688c04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15577:1862022277275264:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764891.930288:0:15577:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e600 going to sleep for 11 seconds
00010000:00010000:3.0:1775764891.936590:0:6519:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000dfd71fd0 x1862022277272832) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de6200/0x9da62835f5d71881 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466538 expref: 136 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.936617:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c795de6200/0x9da62835f5d71881 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466538 expref: 136 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.936635:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69e5b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277272832:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764891.936712:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.936820:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293804416
00000100:00100000:0.0:1775764891.936827:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293804416
00010000:00010000:0.0:1775764891.936897:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466515 expref: 136 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.936923:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3402
00000100:00100000:0.0:1775764891.936933:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:2402:x1862022293804416:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.936947:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.936953:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466515 expref: 136 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.936966:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466515 expref: 136 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.936987:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:0.0:1775764891.936992:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.937001:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.937008:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.937029:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764891.937083:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:2402:x1862022293804416:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 152us (372us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.937091:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3402
00000100:00100000:1.0:1775764891.937822:0:15586:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a118000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15586:1862022277274240:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764891.937859:0:15586:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001dee1f11/0x9da62835f5d71896 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.938065:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c79545c800/0x9da62835f5d7181f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466515 expref: 135 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.938082:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c685789c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277272960:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764891.938099:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:0.0:1775764891.938105:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.938113:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.938119:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764891.938138:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10179:0x0]: returning size 2048
00010000:00010000:0.0:1775764891.938347:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71888 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446653f expref: 136 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.938607:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446653f expref: 135 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.938615:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:0.0:1775764891.938617:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764891.938620:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842e00, rc 0)
00000100:00100000:0.0:1775764891.939102:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14453:x1862022293804160:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 26418us (26760us total) trans 4295101854 rc 0/0
00000100:00100000:0.0:1775764891.939113:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206149
00000100:00100000:3.0:1775764891.939305:0:15595:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a119f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15595:1862022277274368:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.939326:0:15595:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7189d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.939455:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.939600:0:15596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293804544
00000100:00100000:0.0:1775764891.939607:0:15596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293804544
00000100:00100000:0.0:1775764891.939663:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2128
00000100:00100000:0.0:1775764891.939672:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2402:x1862022293804544:12345-192.168.202.56@tcp:16:dbench.0
00000100:00100000:1.0:1775764891.940800:0:15593:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a118a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15593:1862022277274496:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764891.940820:0:15593:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bb082322/0x9da62835f5d718a4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.945239:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.945277:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.945307:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.945334:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293804800
00000100:00100000:0.0:1775764891.945344:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293804800
00010000:00010000:0.0:1775764891.945382:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000065fdde02/0x9da62835f5d6f932 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b4b expref: 84 pid: 15574 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.945435:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293804672
00000100:00100000:3.0:1775764891.945441:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293804672
00000100:00100000:1.0:1775764891.945449:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293804928
00000100:00100000:1.0:1775764891.945455:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293804928
00010000:00010000:3.0:1775764891.945462:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d70fc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094466252 expref: 85 pid: 15577 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.945477:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fcc0872e/0x9da62835f5d7066e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f50 expref: 81 pid: 15596 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.945501:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3403
00000100:00100000:1.0:1775764891.945511:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3404
00000100:00100000:3.0:1775764891.945515:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+85:2402:x1862022293804672:12345-192.168.202.56@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1775764891.945535:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2402:x1862022293804928:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.945542:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.945548:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.945549:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d70fc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094466252 expref: 85 pid: 15577 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.945557:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fcc0872e/0x9da62835f5d7066e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f50 expref: 81 pid: 15596 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.945575:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d70fc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094466252 expref: 85 pid: 15577 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.945576:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fcc0872e/0x9da62835f5d7066e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f50 expref: 81 pid: 15596 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.945614:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fcc0872e/0x9da62835f5d7066e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465f50 expref: 81 pid: 15596 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.945615:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008521215a/0x9da62835f5d70fc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094466252 expref: 85 pid: 15577 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.945639:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.945642:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.945645:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.945647:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001dee1f11/0x9da62835f5d71896 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.945648:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.945653:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bb082322/0x9da62835f5d718a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.945666:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb082322/0x9da62835f5d718a4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.945675:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001dee1f11/0x9da62835f5d71896 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.945694:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764891.945703:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764891.945758:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3405
00000100:00100000:1.0:1775764891.945762:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2402:x1862022293804928:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 232us (444us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.945772:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3404
00010000:00010000:1.0:1775764891.945802:0:15593:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bb082322/0x9da62835f5d718a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.945811:0:15593:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb082322/0x9da62835f5d718a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.945821:0:15593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb082322/0x9da62835f5d718a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.945829:0:15593:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb082322/0x9da62835f5d718a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.945865:0:15593:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000001:00080000:2.0:1775764891.946145:0:9464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967914 is committed
00000100:00100000:0.0:1775764891.946150:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+84:2402:x1862022293804800:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.946166:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.946172:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000065fdde02/0x9da62835f5d6f932 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b4b expref: 76 pid: 15574 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.946186:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000065fdde02/0x9da62835f5d6f932 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b4b expref: 76 pid: 15574 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.946202:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065fdde02/0x9da62835f5d6f932 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465b4b expref: 76 pid: 15574 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.946214:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764891.946217:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764891.946221:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7189d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.946230:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7189d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.946246:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2402:x1862022293804672:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 734us (967us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764891.946254:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3403
00010000:00010000:0.0:1775764891.946262:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764891.946286:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2402:x1862022293804800:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 521us (1056us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764891.946293:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3405
00010000:00010000:2.0:1775764891.946314:0:15595:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7189d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.946325:0:15595:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7189d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.946334:0:15595:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7189d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.946342:0:15595:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7189d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.946362:0:15595:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1775764891.946382:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2402:x1862022293804544:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 6710us (6927us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.946473:0:15595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+9:3658:x1862022277273088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 26335us (28123us total) trans 4294967915 rc 0/0
00000100:00100000:0.0:1775764891.946486:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2128
00010000:00010000:3.0:1775764891.946506:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1775764891.946513:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb082322/0x9da62835f5d718a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.946532:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2000 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764891.946536:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb082322/0x9da62835f5d718a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.946545:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb082322/0x9da62835f5d718a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.946560:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb082322/0x9da62835f5d718a4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.946568:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb082322/0x9da62835f5d718a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.946587:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1775764891.946591:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7189d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.946602:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:3.0:1775764891.946605:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7189d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.946611:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7189d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.946620:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7189d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.946626:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7189d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.946638:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.946639:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1775764891.946641:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764891.947123:0:15595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2120
00000100:00100000:2.0:1775764891.947171:0:3658:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967906 gen 2
00000004:00080000:2.0:1775764891.947177:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c684117b80, transno 4294967901
00000004:00080000:2.0:1775764891.947192:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c684114000, transno 4294967902
00000004:00080000:2.0:1775764891.947194:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c684115c00, transno 4294967903
00000004:00080000:2.0:1775764891.947197:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c684115f80, transno 4294967904
00000004:00080000:2.0:1775764891.947200:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c684117480, transno 4294967905
00000004:00080000:2.0:1775764891.947202:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c684115880, transno 4294967906
00000100:00100000:2.0:1775764891.947209:0:3658:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search  req@ffff93c792ee6d80 x1862022277273088/t4294967915(4294967915) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764907 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295
00000004:00080000:2.0:1775764891.947221:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c792ee6d80/2, rc 0, transno 4294967915
00000100:00100000:2.0:1775764891.947226:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277273088:0@lo:6:osp-syn-1-1.0
00000004:00080000:3.0:1775764891.947381:0:9883:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 1 changes, 4 in progress, 3 in flight, 6 done
00010000:00010000:0.0:1775764891.948116:0:15586:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001dee1f11/0x9da62835f5d71896 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.948130:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001dee1f11/0x9da62835f5d71896 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.948140:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001dee1f11/0x9da62835f5d71896 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.948147:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001dee1f11/0x9da62835f5d71896 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.948169:0:15586:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764891.948205:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.948212:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001dee1f11/0x9da62835f5d71896 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948222:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e706800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764891.948226:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001dee1f11/0x9da62835f5d71896 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948236:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001dee1f11/0x9da62835f5d71896 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948257:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001dee1f11/0x9da62835f5d71896 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948265:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001dee1f11/0x9da62835f5d71896 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.948287:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.948289:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.948291:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764891.948327:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+9:3658:x1862022277273472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 29833us (30061us total) trans 4294967916 rc 0/0
00000100:00100000:0.0:1775764891.948336:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2119
00000004:00080000:2.0:1775764891.948342:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c792ee5f80/2, rc 0, transno 4294967916
00000100:00100000:2.0:1775764891.948361:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277273472:0@lo:6:osp-syn-1-1.0
00010000:00010000:2.0:1775764891.948917:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764891.960319:0:15593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+10:3658:x1862022277273600:12345-0@lo:6:osp-syn-0-1.0 Request processed in 39866us (41913us total) trans 4294967952 rc 0/0
00000100:00100000:0.0:1775764891.960336:0:15593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121
00000004:00080000:2.0:1775764891.960348:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c792ee6a00/2, rc 0, transno 4294967952
00000100:00100000:2.0:1775764891.960372:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277273600:0@lo:6:osp-syn-0-1.0
00000100:00100000:2.0:1775764891.964081:0:14278:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14278:1862022277274880:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764891.964110:0:14278:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d718c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.964154:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.964169:0:15573:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15573:1862022277275008:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764891.964184:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764891.964190:0:15573:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000036c14e45/0x9da62835f5d718c7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.964208:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764891.964231:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293805184
00000100:00100000:2.0:1775764891.964231:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293805440
00000100:00100000:1.0:1775764891.964240:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293805184
00000100:00100000:2.0:1775764891.964240:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293805440
00010000:00010000:2.0:1775764891.964275:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005d969a17/0x9da62835f5d6efbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465873 expref: 80 pid: 15574 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.964277:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c6e01faf/0x9da62835f5d7051e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465eee expref: 73 pid: 15591 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.964317:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293805056
00000100:00100000:2.0:1775764891.964321:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293805056
00010000:00010000:2.0:1775764891.964335:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008bec1b94/0x9da62835f5d6fc81 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c71 expref: 81 pid: 15593 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.964362:0:15574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15574:1862022277274624:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764891.964374:0:15574:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d718b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.964800:0:15572:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15572:1862022277274752:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764891.964816:0:15572:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d718b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.965094:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.965161:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.965177:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.965201:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.965226:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293805824
00000100:00100000:3.0:1775764891.965230:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293805824
00000100:00100000:3.0:1775764891.965265:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206150
00000100:00100000:3.0:1775764891.965275:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14453:x1862022293805824:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.965297:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.965316:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d718dc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466546 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.965413:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.965427:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446653f expref: 136 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.965436:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.965466:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446653f expref: 136 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.965478:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446653f expref: 136 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.965502:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684115c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277275392:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764891.965585:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad180 going to sleep for 11 seconds
00000100:00100000:0.0:1775764891.966696:0:15577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c688c04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15577:1862022277275264:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764891.966720:0:15577:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dd0a9ca3/0x9da62835f5d718ce lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.966761:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293805312
00000100:00100000:0.0:1775764891.966767:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293805312
00010000:00010000:0.0:1775764891.966795:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000067962d89/0x9da62835f5d6ee81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446580a expref: 82 pid: 15570 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764891.966968:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293805568
00000100:00100000:3.0:1775764891.967069:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293805568
00010000:00010000:3.0:1775764891.967090:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000056e90145/0x9da62835f5d6fb93 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c16 expref: 83 pid: 15595 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.968151:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293805696
00000100:00100000:1.0:1775764891.968162:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293805696
00000100:00100000:2.0:1775764891.968163:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3406
00000100:00100000:2.0:1775764891.968178:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+83:2403:x1862022293805440:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.968194:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000885910fe/0x9da62835f5d6fa74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bb4 expref: 74 pid: 14278 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.968196:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.968207:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005d969a17/0x9da62835f5d6efbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465873 expref: 83 pid: 15574 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.968218:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3407
00010000:00010000:2.0:1775764891.968223:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005d969a17/0x9da62835f5d6efbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465873 expref: 83 pid: 15574 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.968228:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2403:x1862022293805184:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.968253:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d969a17/0x9da62835f5d6efbc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465873 expref: 83 pid: 15574 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.968254:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.968263:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c6e01faf/0x9da62835f5d7051e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465eee expref: 74 pid: 15591 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.968273:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.968275:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c6e01faf/0x9da62835f5d7051e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465eee expref: 74 pid: 15591 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.968277:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.968283:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d718c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.968294:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6e01faf/0x9da62835f5d7051e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x8e14425094465eee expref: 74 pid: 15591 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.968295:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d718c0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.968318:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.968320:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.968323:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d718b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.968334:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d718b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.968339:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764891.968359:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764891.968596:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+82:2403:x1862022293805440:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 422us (4413us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.968606:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3406
00000100:00100000:2.0:1775764891.968626:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3408
00000100:00100000:2.0:1775764891.968633:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+81:2403:x1862022293805056:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.968642:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764891.968647:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008bec1b94/0x9da62835f5d6fc81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c71 expref: 81 pid: 15593 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.968669:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008bec1b94/0x9da62835f5d6fc81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c71 expref: 81 pid: 15593 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.968684:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008bec1b94/0x9da62835f5d6fc81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c71 expref: 81 pid: 15593 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.968693:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.968695:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764891.968698:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d718b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.968705:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d718b2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.968724:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.968934:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2403:x1862022293805184:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 704us (4777us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.968943:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+80:2403:x1862022293805056:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 308us (4735us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.968945:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3407
00000100:00100000:2.0:1775764891.968956:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3408
00000100:00100000:1.0:1775764891.968967:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3409
00000100:00100000:1.0:1775764891.968975:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293805696:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764891.968984:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764891.968989:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000885910fe/0x9da62835f5d6fa74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bb4 expref: 72 pid: 14278 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.968999:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000885910fe/0x9da62835f5d6fa74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bb4 expref: 72 pid: 14278 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.969011:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000885910fe/0x9da62835f5d6fa74 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465bb4 expref: 72 pid: 14278 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.969021:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.969022:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764891.969025:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dd0a9ca3/0x9da62835f5d718ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.969032:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd0a9ca3/0x9da62835f5d718ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.969054:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764891.969074:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2402:x1862022293805696:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 101us (3896us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764891.969082:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3409
00010000:00010000:2.0:1775764891.969083:0:14278:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d718c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.969094:0:14278:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d718c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.969104:0:14278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d718c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.969113:0:14278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d718c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.969130:0:15570:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a11b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15570:1862022277275136:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764891.969132:0:14278:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1775764891.969152:0:15570:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f095a413/0x9da62835f5d718ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764891.969294:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3661:x1862022277273856:12345-0@lo:6:osp-syn-0-1.0 Request processed in 45460us (46527us total) trans 4294967953 rc 0/0
00000100:00100000:2.0:1775764891.969302:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125
00010000:00010000:2.0:1775764891.969321:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.969326:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d718c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.969334:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd000 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764891.969338:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d718c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.969347:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d718c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.969358:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d718c0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.969365:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d718c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.969381:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.969383:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.969385:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1775764891.969616:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c696993480/2, rc 0, transno 4294967953
00000100:00100000:2.0:1775764891.969880:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684115c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277275392:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764891.969898:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764891.970749:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277273856:0@lo:6:osp-syn-0-1.0
00010000:00010000:2.0:1775764891.970897:0:15572:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d718b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.970910:0:15572:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d718b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.970921:0:15572:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d718b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.970929:0:15572:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d718b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.970934:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3410
00000100:00100000:0.0:1775764891.970950:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+79:2403:x1862022293805312:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764891.970954:0:15572:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764891.970963:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.970971:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000067962d89/0x9da62835f5d6ee81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446580a expref: 79 pid: 15570 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.970985:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000067962d89/0x9da62835f5d6ee81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446580a expref: 79 pid: 15570 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.971007:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067962d89/0x9da62835f5d6ee81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e1442509446580a expref: 79 pid: 15570 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.971021:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764891.971023:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764891.971027:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000036c14e45/0x9da62835f5d718c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.971036:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036c14e45/0x9da62835f5d718c7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.971061:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764891.971126:0:15573:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000036c14e45/0x9da62835f5d718c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971134:0:15573:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036c14e45/0x9da62835f5d718c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971142:0:15573:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036c14e45/0x9da62835f5d718c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971148:0:15573:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000036c14e45/0x9da62835f5d718c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764891.971163:0:15573:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1775764891.971228:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3411
00000100:00100000:3.0:1775764891.971239:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2402:x1862022293805568:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764891.971248:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764891.971253:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000056e90145/0x9da62835f5d6fb93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c16 expref: 78 pid: 15595 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.971265:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000056e90145/0x9da62835f5d6fb93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c16 expref: 78 pid: 15595 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.971275:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c685789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2403:x1862022293805312:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 327us (6177us total) trans 0 rc 0/0
00010000:00010000:3.0:1775764891.971282:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056e90145/0x9da62835f5d6fb93 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x8e14425094465c16 expref: 78 pid: 15595 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.971288:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3410
00010000:00010000:3.0:1775764891.971298:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.971300:0:15578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764891.971303:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f095a413/0x9da62835f5d718ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.971311:0:15578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f095a413/0x9da62835f5d718ab lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.971320:0:15574:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d718b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.971329:0:15574:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d718b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.971330:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764891.971339:0:15574:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d718b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.971346:0:15574:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d718b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.971361:0:15574:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1775764891.971403:0:15572:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3661:x1862022277273344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 48023us (48771us total) trans 4294967917 rc 0/0
00000100:00100000:2.0:1775764891.971411:0:15572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124
00010000:00010000:2.0:1775764891.971435:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1775764891.971440:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d718b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971448:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc0b7e060)
00000100:00100000:0.0:1775764891.971450:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3658:x1862022277274112:12345-0@lo:6:osp-syn-0-1.0 Request processed in 48296us (52858us total) trans 4294967955 rc 0/0
00010000:00010000:2.0:1775764891.971454:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d718b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.971463:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123
00010000:00010000:2.0:1775764891.971477:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d718b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.971490:0:15577:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dd0a9ca3/0x9da62835f5d718ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.971500:0:15577:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd0a9ca3/0x9da62835f5d718ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971501:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d718b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971530:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000217f8863/0x9da62835f5d718b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.971537:0:15577:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd0a9ca3/0x9da62835f5d718ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.971547:0:15577:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd0a9ca3/0x9da62835f5d718ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971552:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1775764891.971555:0:15577:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1775764891.971557:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000036c14e45/0x9da62835f5d718c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971564:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c795de7600 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764891.971567:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000036c14e45/0x9da62835f5d718c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971575:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000036c14e45/0x9da62835f5d718c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971587:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000036c14e45/0x9da62835f5d718c7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971595:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036c14e45/0x9da62835f5d718c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971615:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1775764891.971618:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d718b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971626:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd800 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764891.971628:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d718b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971636:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d718b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.971645:0:15577:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+9:3660:x1862022277273216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 44036us (44889us total) trans 4294967918 rc 0/0
00010000:00010000:2.0:1775764891.971646:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d718b2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.971656:0:15577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2127
00000004:00080000:0.0:1775764891.971695:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c792ee5500/2, rc 0, transno 4294967918
00000100:00100000:0.0:1775764891.971707:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277273216:0@lo:6:osp-syn-1-1.0
00010000:00010000:2.0:1775764891.971821:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d718b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971835:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.971859:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dd0a9ca3/0x9da62835f5d718ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971866:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c795de7c00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764891.971869:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd0a9ca3/0x9da62835f5d718ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971882:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd0a9ca3/0x9da62835f5d718ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971892:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dd0a9ca3/0x9da62835f5d718ce lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971899:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd0a9ca3/0x9da62835f5d718ce lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.971912:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.971913:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.971915:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.971921:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1775764891.971941:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c68a11aa00/2, rc 0, transno 4294967955
00000100:00100000:2.0:1775764891.971955:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277274112:0@lo:6:osp-syn-0-1.0
00000100:00100000:2.0:1775764891.975296:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764891.975408:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293805952
00000100:00100000:0.0:1775764891.975419:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293805952
00010000:00010000:0.0:1775764891.975457:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446653f expref: 137 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.975501:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3412
00000100:00100000:0.0:1775764891.975511:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:2403:x1862022293805952:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764891.975546:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764891.975553:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446653f expref: 137 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.975567:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446653f expref: 137 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.975592:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d7188f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446653f expref: 137 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.975608:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:0.0:1775764891.975613:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.975622:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.976230:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.976532:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764891.976586:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.976596:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:2403:x1862022293805952:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1083us (1306us total) trans 0 rc 0/0
00010000:00010000:2.0:1775764891.976599:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764891.976609:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3412
00000004:00200000:2.0:1775764891.976668:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10179:0x0]: returning size 2048
00000004:00200000:2.0:1775764891.976673:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764891.976696:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976738:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d718dc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10179:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466546 expref: 136 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976756:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466546 expref: 135 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.976764:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:2.0:1775764891.976767:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764891.976769:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842a00, rc 0)
00000100:00100000:2.0:1775764891.976796:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14453:x1862022293805824:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11522us (11594us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.976803:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206150
00010000:00010000:2.0:1775764891.977077:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764891.978789:0:15570:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f095a413/0x9da62835f5d718ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.978808:0:15570:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f095a413/0x9da62835f5d718ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.978820:0:15570:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f095a413/0x9da62835f5d718ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.978828:0:15570:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f095a413/0x9da62835f5d718ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764891.978872:0:15570:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1775764891.978886:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764891.978893:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f095a413/0x9da62835f5d718ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.978900:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2400 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764891.978903:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f095a413/0x9da62835f5d718ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.978910:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f095a413/0x9da62835f5d718ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.978926:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f095a413/0x9da62835f5d718ab lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.978936:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f095a413/0x9da62835f5d718ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764891.978954:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.978956:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764891.978957:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764891.979066:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3658:x1862022277273984:12345-0@lo:6:osp-syn-0-1.0 Request processed in 58477us (60520us total) trans 4294967956 rc 0/0
00000100:00100000:0.0:1775764891.979077:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122
00000004:00080000:2.0:1775764891.979434:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c68a119500/2, rc 0, transno 4294967956
00000100:00100000:2.0:1775764891.979457:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1862022277273984:0@lo:6:osp-syn-0-1.0
00000004:00080000:0.0:1775764891.979983:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c792ee4e00/2, rc 0, transno 4294967917
00000100:00100000:0.0:1775764891.980001:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277273344:0@lo:6:osp-syn-1-1.0
00000100:00100000:1.0:1775764891.980864:0:15573:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3661:x1862022277273728:12345-0@lo:6:osp-syn-0-1.0 Request processed in 56651us (58047us total) trans 4294967954 rc 0/0
00000100:00100000:1.0:1775764891.980878:0:15573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126
00000004:00080000:2.0:1775764891.980901:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c69bdd4700/2, rc 0, transno 4294967954
00000100:00100000:2.0:1775764891.980916:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bdd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277273728:0@lo:6:osp-syn-0-1.0
00000100:00100000:2.0:1775764891.984580:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2402:x1862022293805568:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 13334us (19408us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764891.984592:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3411
00000100:00100000:2.0:1775764891.988022:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764891.988123:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293806080
00000100:00100000:3.0:1775764891.988131:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293806080
00000100:00100000:3.0:1775764891.988182:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206151
00000100:00100000:3.0:1775764891.988189:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293806080:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764891.988208:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764891.988227:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d718ea lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446654d expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988282:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d718f1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988294:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d718f1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988303:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d718f1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988313:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d718f8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988317:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d718f8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988321:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d718f8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988353:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d718f1 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988357:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d718f1 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988360:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d718f1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988364:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d718f1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988369:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.988372:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d718f1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988377:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d718f1 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988385:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.988396:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.988400:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d718f1 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988404:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d718f1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988412:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d718f8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988416:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d718f8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988419:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d718f8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988421:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764891.988423:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d718f8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988426:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d718f8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988433:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x4c25f11c (ffff93c69abafc00)
00010000:00010000:3.0:1775764891.988435:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.988436:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d718f8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988439:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d718f8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988458:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d718ea lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446654d expref: 136 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988464:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764891.988466:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764891.988467:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d718ea lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446654d expref: 136 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764891.988473:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843e00, rc 0)
00000100:00100000:3.0:1775764891.988537:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14454:x1862022293806080:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 347us (525us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764891.988544:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206151
00000100:00100000:3.0:1775764892.000134:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.000370:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293806208
00000100:00100000:0.0:1775764892.000380:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293806208
00000100:00100000:0.0:1775764892.000450:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206152
00000100:00100000:0.0:1775764892.000458:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+135:14453:x1862022293806208:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.000478:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764892.000501:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d718ff lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466554 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000577:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71906 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000590:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71906 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000600:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71906 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000610:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d7190d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000614:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d7190d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000618:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d7190d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000707:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71914 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000715:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71914 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000722:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71914 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764892.000757:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10179:0x0]: returning size 2048
00000004:00200000:0.0:1775764892.000762:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764892.000781:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71914 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000790:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71914 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000795:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71906 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000800:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71906 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000804:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71906 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000807:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1822000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764892.000810:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71906 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000815:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71906 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000824:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764892.000826:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.000830:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71906 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000834:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71906 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000882:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d7190d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000887:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d7190d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000890:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d7190d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000893:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7a0fe9a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764892.000894:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d7190d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000897:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d7190d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000901:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa30b707c (ffff93c69bed0900)
00010000:00010000:0.0:1775764892.000903:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.000904:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d7190d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000908:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d7190d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000931:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d718ff lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466554 expref: 137 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000941:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71914 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466554 expref: 136 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.000946:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:0.0:1775764892.000947:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764892.000949:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184e00, rc 0)
00000100:00100000:0.0:1775764892.001016:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14453:x1862022293806208:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 557us (891us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.001022:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206152
00000100:00100000:0.0:1775764892.001808:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.001866:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293806336
00000100:00100000:3.0:1775764892.001871:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293806336
00000100:00100000:3.0:1775764892.001903:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206153
00000100:00100000:3.0:1775764892.001908:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293806336:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.001917:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.001927:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7191b lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446655b expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.001958:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71922 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.001966:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71922 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.001973:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71922 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764892.002001:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10086:0x0]: returning size 4096
00000004:00200000:3.0:1775764892.002005:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764892.002017:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71922 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.002034:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7191b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446655b expref: 138 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.002048:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71922 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446655b expref: 137 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.002055:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764892.002057:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764892.002061:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:3.0:1775764892.002091:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:14454:x1862022293806336:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 184us (285us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.002096:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206153
00000100:00100000:3.0:1775764892.010323:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.010499:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293806592
00000100:00100000:0.0:1775764892.010510:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293806592
00000100:00100000:0.0:1775764892.010604:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3048
00000100:00100000:0.0:1775764892.010612:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:14454:x1862022293806592:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764892.012940:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.013077:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293806464
00000100:00100000:3.0:1775764892.013087:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293806464
00000100:00100000:3.0:1775764892.013146:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1206
00000100:00100000:3.0:1775764892.013155:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:2403:x1862022293806464:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.013170:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.013194:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71914 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466554 expref: 139 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.013213:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:3.0:1775764892.013217:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.013262:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:2403:x1862022293806464:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 107us (331us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.013269:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1206
00000100:00100000:0.0:1775764892.033413:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293806592:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 22788us (23084us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.033428:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3048
00000100:00100000:0.0:1775764892.046161:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.046273:0:15559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293806720
00000100:00100000:1.0:1775764892.046283:0:15559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293806720
00002000:00100000:1.0:1775764892.046375:0:15559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x85:0x0] (0->4095)  req@ffff93c688c07b80 x1862022293806720/t0(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:373/0 lens 4584/0 e 0 to 0 dl 1775764903 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764892.046387:0:15559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c688c07b80 with x1862022293806720 ext(0->4095)
00002000:00010000:1.0:1775764892.046402:0:15559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c688c07b80
00000100:00100000:1.0:1775764892.046433:0:15559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 450
00000100:00100000:1.0:1775764892.046441:0:15559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+76:2402:x1862022293806720:12345-192.168.202.56@tcp:4:dbench.0
00000100:00100000:1.0:1775764892.047462:0:15559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2402:x1862022293806720:12345-192.168.202.56@tcp:4:dbench.0 Request processed in 1016us (1305us total) trans 4294967957 rc 0/0
00000100:00100000:1.0:1775764892.047473:0:15559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 450
00002000:00100000:1.0:1775764892.047492:0:15559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x85:0x0] (0->4095)  req@ffff93c688c07b80 x1862022293806720/t4294967957(0) o4->7c72e6f0-c073-4915-a1e7-5dde21a8c485@192.168.202.56@tcp:373/0 lens 4584/448 e 0 to 0 dl 1775764903 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1775764892.047502:0:15559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93c688c07b80 with x1862022293806720 ext(0->4095)
00002000:00010000:1.0:1775764892.047506:0:15559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93c688c07b80
00000100:00080000:0.0:1775764892.048058:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1775764892.052257:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.052336:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.052803:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293806976
00000100:00100000:2.0:1775764892.052823:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293806976
00000100:00100000:1.0:1775764892.053012:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293807104
00000100:00100000:1.0:1775764892.053017:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293807104
00000100:00100000:1.0:1775764892.053056:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206154
00000100:00100000:1.0:1775764892.053066:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+137:14454:x1862022293806976:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.053088:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.053110:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71929 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466562 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053189:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71930 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053204:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71930 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053215:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71930 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053229:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71937 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053236:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71937 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053242:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71937 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053281:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71930 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053288:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71930 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053293:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71930 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053298:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71930 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053303:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764892.053308:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71930 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053314:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71930 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053325:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764892.053329:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.053333:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71930 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053339:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71930 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053352:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71937 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053357:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71937 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053363:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71937 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053368:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac3a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764892.053370:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71937 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053376:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71937 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.053383:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x4c25f11c (ffff93c6877cef00)
00010000:00010000:1.0:1775764892.053385:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.053546:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206155
00000100:00100000:0.0:1775764892.053556:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14453:x1862022293807104:12345-192.168.202.56@tcp:44:dbench.0
00000100:00100000:0.0:1775764892.054141:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14453:x1862022293807104:12345-192.168.202.56@tcp:44:dbench.0 Request processed in 585us (1802us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.054149:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206155
00010000:00010000:1.0:1775764892.054239:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71937 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.054248:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71937 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.054284:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71929 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466562 expref: 137 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.054296:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764892.054298:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:1.0:1775764892.054302:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71929 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466562 expref: 137 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.054311:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2400, rc 0)
00000100:00100000:1.0:1775764892.054338:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293806976:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1274us (2090us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764892.054344:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206154
00000100:00100000:2.0:1775764892.059904:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.059941:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.060086:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293807360
00000100:00100000:3.0:1775764892.060097:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293807360
00000100:00100000:3.0:1775764892.060147:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206156
00000100:00100000:3.0:1775764892.060156:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293807360:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.060175:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.060192:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7193e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466569 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060246:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71945 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060261:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71945 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060277:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71945 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060290:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d7194c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060297:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d7194c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060303:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d7194c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060336:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71945 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060342:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71945 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060348:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71945 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060354:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764892.060359:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71945 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060366:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71945 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060376:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764892.060379:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.060382:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71945 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060389:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71945 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060399:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d7194c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060405:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d7194c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060410:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d7194c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060415:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764892.060418:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d7194c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060423:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d7194c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060429:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5a114248 (ffff93c69abafc00)
00010000:00010000:3.0:1775764892.060431:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.060434:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d7194c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060439:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d7194c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060466:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7193e lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466569 expref: 137 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060481:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764892.060483:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.060486:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d7193e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466569 expref: 137 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.060495:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843a00, rc 0)
00000100:00100000:3.0:1775764892.060559:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293807360:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 403us (616us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764892.060566:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206156
00000100:00100000:0.0:1775764892.060638:0:8400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293807232
00000100:00100000:0.0:1775764892.060642:0:8400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293807232
00000100:00100000:0.0:1775764892.060678:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2129
00000100:00100000:0.0:1775764892.060685:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+78:2403:x1862022293807232:12345-192.168.202.56@tcp:16:dbench.0
00000001:00080000:0.0:1775764892.063226:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967957 is committed
00000001:00080000:0.0:1775764892.063243:0:8395:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967956 is committed
00000100:00100000:2.0:1775764892.063550:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2403:x1862022293807232:12345-192.168.202.56@tcp:16:dbench.0 Request processed in 2861us (3654us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.063562:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2129
00000100:00100000:2.0:1775764892.082790:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.085096:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293807616
00000100:00100000:0.0:1775764892.085108:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293807616
00000100:00100000:1.0:1775764892.085303:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206157
00000100:00100000:1.0:1775764892.085314:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+136:14454:x1862022293807616:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.085338:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.085341:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1775764892.085369:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71922 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446655b expref: 136 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.085388:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764892.085394:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.085408:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71953 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466570 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.085506:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7195a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.085527:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7195a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.085536:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7195a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.085550:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d71961 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.085556:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d71961 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.085561:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d71961 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764892.086705:0:6517:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x86:0x0], index 1: 0
00010000:00010000:1.0:1775764892.087109:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71968 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.087123:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71968 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.087133:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71968 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.087162:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7195a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.087173:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7195a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.087179:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7195a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.087184:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac3a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764892.087191:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7195a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.087198:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7195a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.087207:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764892.087210:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.087214:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7195a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.087219:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7195a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764892.087229:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ae577c1 reply state 000000001610406b transno 4295101855 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d71961 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.087238:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3e00/0x9da62835f5d71961 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.087243:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5a114248 (ffff93c6877cef00)
00010000:00010000:1.0:1775764892.087245:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764892.087248:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764892.087274:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71953 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466570 expref: 138 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.087285:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71968 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466570 expref: 137 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.087292:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017a:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:1.0:1775764892.087294:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764892.087295:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2000, rc 0)
00000100:00100000:1.0:1775764892.087411:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14454:x1862022293807616:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2098us (4629us total) trans 4295101855 rc 0/0
00000100:00100000:1.0:1775764892.087418:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206157
00000100:00100000:3.0:1775764892.102084:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.102131:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.102241:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293807872
00000100:00100000:2.0:1775764892.102252:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293807872
00000100:00100000:2.0:1775764892.102319:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206158
00000100:00100000:2.0:1775764892.102329:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14453:x1862022293807872:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.102354:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.102374:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71976 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446657e expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102448:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d7197d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102462:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d7197d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102474:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d7197d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102498:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71984 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102506:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71984 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102512:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71984 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102562:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d7197d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102569:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d7197d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102574:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d7197d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102581:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d7197d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102587:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebca00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.102591:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d7197d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102598:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d7197d lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102610:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.102613:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.102618:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d7197d lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102624:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d7197d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102637:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71984 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102642:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71984 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102648:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71984 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102653:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.102656:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71984 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102666:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71984 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102673:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x4c25f11c (ffff93c6a31a2100)
00010000:00010000:2.0:1775764892.102675:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.102678:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71984 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102683:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d71984 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102712:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71976 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446657e expref: 139 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102722:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.102724:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.102727:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71976 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446657e expref: 139 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.102735:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd000, rc 0)
00000100:00100000:2.0:1775764892.102796:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14453:x1862022293807872:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 469us (664us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764892.102802:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206158
00000100:00100000:0.0:1775764892.102884:0:15592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293807744
00000100:00100000:0.0:1775764892.102889:0:15592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293807744
00000100:00100000:0.0:1775764892.102935:0:15592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2130
00000100:00100000:0.0:1775764892.102942:0:15592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69001fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2402:x1862022293807744:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.102951:0:15592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764892.102964:0:15592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7198b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466577 expref: -99 pid: 15592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764892.102986:0:15592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x86:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764892.103001:0:15592:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.103003:0:15592:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.103010:0:15592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7198b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466577 expref: 72 pid: 15592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.103023:0:15592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7198b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466577 expref: 72 pid: 15592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.103034:0:15592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184e00, rc 0)
00000100:00100000:0.0:1775764892.103054:0:15592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69001fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293807744:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 113us (980us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.103061:0:15592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2130
00000100:00080000:2.0:1775764892.103395:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1775764892.113565:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.113662:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.113870:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293808000
00000100:00100000:0.0:1775764892.113880:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293808000
00000100:00100000:0.0:1775764892.113940:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206159
00000100:00100000:0.0:1775764892.113950:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+138:14453:x1862022293808000:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.113971:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764892.113991:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d71992 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466585 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114055:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71999 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114070:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71999 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114082:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71999 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764892.114128:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10087:0x0]: returning size 4096
00000004:00200000:0.0:1775764892.114131:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764892.114150:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71999 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114175:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d71992 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466585 expref: 140 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114194:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71999 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466585 expref: 139 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.114203:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764892.114206:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764892.114209:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7a0fe9a00, rc 0)
00000100:00100000:0.0:1775764892.114271:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+139:14453:x1862022293808000:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 323us (714us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.114278:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206159
00000100:00100000:3.0:1775764892.119505:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.128722:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293808256
00000100:00100000:1.0:1775764892.128738:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293808256
00000100:00100000:0.0:1775764892.128896:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293808384
00000100:00100000:0.0:1775764892.128902:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293808384
00000100:00100000:0.0:1775764892.128949:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3049
00000100:00100000:0.0:1775764892.128959:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14454:x1862022293808256:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764892.129251:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293808256:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 292us (15587us total) trans 4295101856 rc 0/0
00000100:00100000:0.0:1775764892.129260:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3049
00000100:00100000:0.0:1775764892.129278:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3050
00000100:00100000:0.0:1775764892.129285:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293808384:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764892.145202:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.149373:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14453:x1862022293808384:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 20074us (29872us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.149387:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3050
00000100:00100000:1.0:1775764892.150131:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293808640
00000100:00100000:1.0:1775764892.150141:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293808640
00000100:00100000:1.0:1775764892.150197:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206160
00000100:00100000:1.0:1775764892.150206:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+140:14454:x1862022293808640:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.150230:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.150252:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d719a0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446658c expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.150358:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.150372:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71968 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466570 expref: 141 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.150381:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.150415:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71968 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466570 expref: 141 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.150430:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71968 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466570 expref: 141 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.150442:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a11b800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277275520:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764892.150541:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a32f49c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.157333:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.159961:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293808896
00000100:00100000:2.0:1775764892.159987:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293808896
00000100:00100000:2.0:1775764892.160072:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206161
00000100:00100000:2.0:1775764892.160084:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293808896:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.160108:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.160131:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d719ae lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466593 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160205:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719b5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160219:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719b5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160232:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719b5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160247:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719bc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160253:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160260:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160299:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719b5 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160305:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719b5 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160311:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719b5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160317:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719b5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160323:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebc400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.160328:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719b5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160334:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719b5 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160346:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.160348:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.160353:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719b5 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160359:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719b5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160372:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160378:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719bc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160384:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719bc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160388:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebca00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.160391:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719bc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160397:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719bc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160408:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x4c25f11c (ffff93c6a31a2100)
00010000:00010000:2.0:1775764892.160411:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.160413:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719bc lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160418:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719bc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160448:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d719ae lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466593 expref: 143 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160459:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.160461:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1775764892.160464:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d719ae lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466593 expref: 143 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.160479:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd000, rc 0)
00000100:00100000:2.0:1775764892.160552:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:14453:x1862022293808896:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 471us (3228us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764892.160559:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206161
00000100:00100000:0.0:1775764892.160566:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.160596:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293809024
00000100:00100000:0.0:1775764892.160600:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293809024
00010000:00010000:0.0:1775764892.160621:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71968 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466570 expref: 142 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.160654:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3413
00000100:00100000:0.0:1775764892.160661:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:2402:x1862022293809024:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.160670:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.160676:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71968 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466570 expref: 142 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.160697:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71968 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466570 expref: 142 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.160709:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017a:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:0.0:1775764892.160713:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.160720:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.160727:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.160741:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.160760:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+142:2402:x1862022293809024:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 100us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.160766:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3413
00010000:00010000:1.0:1775764892.161015:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71968 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466570 expref: 141 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.161028:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a11b800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277275520:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764892.161047:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.161055:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.161060:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764892.161076:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017a:0x0]: returning size 0
00010000:00010000:1.0:1775764892.161198:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d719a0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446658c expref: 142 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.161211:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446658c expref: 141 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.161224:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017a:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:1.0:1775764892.161226:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764892.161233:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2400, rc 0)
00000100:00100000:1.0:1775764892.161273:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293808640:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11068us (16093us total) trans 4295101857 rc 0/0
00000100:00100000:1.0:1775764892.161279:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206160
00000100:00100000:0.0:1775764892.165671:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.165819:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293809152
00000100:00100000:3.0:1775764892.165830:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293809152
00000100:00100000:3.0:1775764892.165925:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206162
00000100:00100000:3.0:1775764892.165936:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14453:x1862022293809152:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.165957:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.165976:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d719ca lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446659a expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166038:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d719d1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166054:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d719d1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166065:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d719d1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166080:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d719d8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166087:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d719d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166094:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d719d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166129:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d719d1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166136:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d719d1 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166142:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d719d1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166149:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764892.166153:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d719d1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166160:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d719d1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166175:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764892.166178:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.166183:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d719d1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166189:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843a00/0x9da62835f5d719d1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166202:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d719d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166208:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d719d8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166213:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d719d8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166217:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764892.166219:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d719d8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166224:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d719d8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166231:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5a114248 (ffff93c69abafc00)
00010000:00010000:3.0:1775764892.166233:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.166235:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d719d8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166241:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d719d8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166272:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d719ca lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446659a expref: 142 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166283:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764892.166285:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.166288:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d719ca lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446659a expref: 142 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.166298:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842600, rc 0)
00000100:00100000:3.0:1775764892.166355:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14453:x1862022293809152:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 421us (696us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764892.166363:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206162
00000100:00100000:3.0:1775764892.181905:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.182022:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293809280
00000100:00100000:1.0:1775764892.182033:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293809280
00000100:00100000:1.0:1775764892.182099:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206163
00000100:00100000:1.0:1775764892.182109:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+141:14454:x1862022293809280:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.182135:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.182157:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d719df lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1017a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944665a1 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.182243:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.182257:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446658c expref: 142 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.182265:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.182302:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446658c expref: 142 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.182320:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446658c expref: 142 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.182334:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a11b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277275648:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764892.182402:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7c1a63f00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.182913:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.183900:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293809536
00000100:00100000:2.0:1775764892.183911:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293809536
00000100:00100000:2.0:1775764892.183965:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206164
00000100:00100000:2.0:1775764892.183973:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14453:x1862022293809536:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.183989:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.183992:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1775764892.184016:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71999 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466585 expref: 143 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184036:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.184042:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.184052:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d719ed lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944665a8 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184157:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719f4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184171:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719f4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184180:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719f4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184194:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719fb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184201:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719fb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184208:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719fb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764892.184507:0:10031:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x86:0x0], index 0: 0
00010000:00010000:2.0:1775764892.184663:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d71a02 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184673:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d71a02 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.184965:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d71a02 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.185005:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719f4 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.185013:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719f4 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.185020:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719f4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.185026:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719f4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.185031:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebca00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.185035:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719f4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.185042:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719f4 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.185051:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.185054:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.185058:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719f4 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.185063:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d719f4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.185075:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000028076769 reply state 00000000f3274cae transno 4295101858 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719fb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.185087:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc400/0x9da62835f5d719fb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.185093:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5a114248 (ffff93c6a31a2100)
00010000:00010000:2.0:1775764892.185095:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764892.185098:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764892.185125:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d719ed lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665a8 expref: 145 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.185138:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d71a02 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665a8 expref: 144 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.185143:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017b:0x0].0x0 (ffff93c6a31a2e00)
00010000:00010000:2.0:1775764892.185144:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764892.185146:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd800, rc 0)
00000100:00100000:2.0:1775764892.185201:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293809536:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1229us (2290us total) trans 4295101858 rc 0/0
00000100:00100000:2.0:1775764892.185209:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206164
00000100:00100000:1.0:1775764892.187416:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.187537:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a11b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277275648:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764892.187564:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.190694:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293809664
00000100:00100000:2.0:1775764892.190709:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293809664
00010000:00010000:2.0:1775764892.190763:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446658c expref: 145 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.190819:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3414
00000100:00100000:2.0:1775764892.190829:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:2402:x1862022293809664:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.190862:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.190870:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446658c expref: 145 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190884:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446658c expref: 145 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190907:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d719a7 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446658c expref: 145 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190924:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017a:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:2.0:1775764892.190930:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190939:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190946:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.190981:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.191047:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:2402:x1862022293809664:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 219us (3638us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.191055:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3414
00010000:00010000:1.0:1775764892.191392:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.191400:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764892.191466:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017a:0x0]: returning size 0
00000004:00200000:1.0:1775764892.191470:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764892.191503:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.191544:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d719df lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1017a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665a1 expref: 144 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.191558:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665a1 expref: 143 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.191565:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017a:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:1.0:1775764892.191568:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764892.191571:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2000, rc 0)
00000100:00100000:1.0:1775764892.191608:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293809280:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9500us (9713us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.191617:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206163
00000100:00100000:1.0:1775764892.202937:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.203020:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.203423:0:8401:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293809792
00000100:00100000:3.0:1775764892.203426:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293809920
00000100:00100000:2.0:1775764892.203432:0:8401:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293809792
00000100:00100000:3.0:1775764892.203432:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293809920
00000100:00100000:3.0:1775764892.203481:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206165
00000100:00100000:3.0:1775764892.203490:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+143:14454:x1862022293809920:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.203513:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:2.0:1775764892.203533:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2131
00000100:00100000:2.0:1775764892.203540:0:8401:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b74e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+71:2402:x1862022293809792:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.203541:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71a10 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944665b6 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.203547:0:8401:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.203559:0:8401:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d71a17 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944665af expref: -99 pid: 8401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.203575:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d71a1e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1775764892.203580:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x86:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1775764892.203589:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d71a1e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.203596:0:8401:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.203599:0:8401:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.203601:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d71a1e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.203606:0:8401:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d71a17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665af expref: 72 pid: 8401 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.203619:0:8401:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d71a17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665af expref: 72 pid: 8401 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.203632:0:8401:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd000, rc 0)
00000100:00100000:2.0:1775764892.203688:0:8401:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b74e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293809792:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 148us (759us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.203695:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2131
00010000:00010000:3.0:1775764892.203730:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71a10 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665b6 expref: 145 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.203744:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842600/0x9da62835f5d71a1e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665b6 expref: 144 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.203752:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017a:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:3.0:1775764892.203754:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:3.0:1775764892.203758:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842600, rc 0)
00000100:00100000:3.0:1775764892.203781:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14454:x1862022293809920:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 294us (761us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.203787:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206165
00010000:00010000:2.0:1775764892.216601:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764892.227905:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.228511:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293810176
00000100:00100000:3.0:1775764892.228530:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293810176
00000100:00100000:3.0:1775764892.228596:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3051
00000100:00100000:3.0:1775764892.228606:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+144:14453:x1862022293810176:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764892.229176:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293810176:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 570us (1278us total) trans 4295101859 rc 0/0
00000100:00100000:3.0:1775764892.229186:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3051
00000100:00100000:2.0:1775764892.229642:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.250737:0:15591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293810304
00000100:00100000:3.0:1775764892.250753:0:15591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293810304
00000100:00100000:3.0:1775764892.251750:0:15591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2132
00000100:00100000:3.0:1775764892.252341:0:15591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:14454:x1862022293810304:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.252362:0:15591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.252383:0:15591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b4e61d3/0x9da62835f5d71a25 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944665bd expref: -99 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.252426:0:15591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7198b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466577 expref: 73 pid: 15592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.252435:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.252437:0:15591:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.252441:0:15591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b4e61d3/0x9da62835f5d71a25 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665bd expref: 73 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.252475:0:15591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7198b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466577 expref: 73 pid: 15592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.252603:0:15591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7198b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466577 expref: 73 pid: 15592 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.252621:0:15591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15591:1862022277275776:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764892.255054:0:15591:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfade40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.255262:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.255716:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293810560
00000100:00100000:3.0:1775764892.255735:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293810560
00000100:00100000:0.0:1775764892.260670:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.260724:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293810688
00000100:00100000:0.0:1775764892.260734:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293810688
00010000:00010000:0.0:1775764892.260785:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7198b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466577 expref: 74 pid: 15592 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.260822:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3415
00000100:00100000:0.0:1775764892.260832:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2402:x1862022293810688:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.260865:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.260888:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7198b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466577 expref: 74 pid: 15592 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260903:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7198b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466577 expref: 74 pid: 15592 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260928:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.260930:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.260938:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b4e61d3/0x9da62835f5d71a25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665bd expref: 74 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260949:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b4e61d3/0x9da62835f5d71a25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665bd expref: 74 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.260989:0:6503:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008b4e61d3/0x9da62835f5d71a25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665bd expref: 74 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.261005:0:6503:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c688c07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6503:1862022277275904:192.168.202.56@tcp:105:
00000100:00100000:0.0:1775764892.261077:0:6503:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.261454:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206166
00000100:00100000:3.0:1775764892.261467:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+145:14453:x1862022293810560:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.261623:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.261719:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71a2c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944665c4 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.261919:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.261936:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d71a02 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665a8 expref: 146 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.261944:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.261974:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d71a02 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665a8 expref: 146 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.261987:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d71a02 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665a8 expref: 146 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.261999:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b40e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277276032:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764892.262050:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad6c0 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.262153:0:15591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cc48712/0x9da62835f5d7198b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466577 expref: 74 pid: 15592 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.262169:0:15591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15591:1862022277275776:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764892.262194:0:15591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b4e61d3/0x9da62835f5d71a25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944665bd expref: 73 pid: 15591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.262206:0:15591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843a00, rc 0)
00000100:00100000:1.0:1775764892.262236:0:15591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:14454:x1862022293810304:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10475us (32597us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.262244:0:15591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2132
00000100:00100000:0.0:1775764892.276509:0:6503:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c688c07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6503:1862022277275904:192.168.202.56@tcp:105:
00010000:00010000:0.0:1775764892.276547:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.276614:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293810688:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 15783us (15952us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.276626:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3415
00000100:00100000:3.0:1775764892.279435:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b40e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277276032:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764892.279467:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.293308:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.293355:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.293460:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293810944
00000100:00100000:0.0:1775764892.293470:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293810944
00000100:00100000:0.0:1775764892.293538:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3052
00000100:00100000:0.0:1775764892.293549:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7835f7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14454:x1862022293810944:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764892.293903:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7835f7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14454:x1862022293810944:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 355us (545us total) trans 4295101860 rc 0/0
00000100:00100000:0.0:1775764892.293912:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3052
00000100:00100000:2.0:1775764892.294288:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293811072
00000100:00100000:2.0:1775764892.294293:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293811072
00010000:00010000:2.0:1775764892.294319:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d71a02 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665a8 expref: 148 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.294353:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3416
00000100:00100000:2.0:1775764892.294360:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7879b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:2403:x1862022293811072:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.294372:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.294379:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d71a02 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665a8 expref: 148 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294399:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d71a02 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665a8 expref: 148 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294419:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd800/0x9da62835f5d71a02 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665a8 expref: 148 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294433:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017b:0x0].0x0 (ffff93c6a31a2e00)
00010000:00010000:2.0:1775764892.294438:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294449:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294456:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.294490:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.294542:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7879b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:2403:x1862022293811072:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 181us (1241us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.294552:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3416
00010000:00010000:3.0:1775764892.294557:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.294572:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764892.294591:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017b:0x0]: returning size 0
00010000:00010000:3.0:1775764892.294701:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71a2c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665c4 expref: 148 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.294716:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665c4 expref: 147 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.294724:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017b:0x0].0x0 (ffff93c6a31a2e00)
00010000:00010000:3.0:1775764892.294727:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764892.294730:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843600, rc 0)
00000100:00100000:3.0:1775764892.294753:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14453:x1862022293810560:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 33291us (39495us total) trans 4295101861 rc 0/0
00000100:00100000:3.0:1775764892.294760:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206166
00000100:00100000:1.0:1775764892.309376:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.309632:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.310565:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293811200
00000100:00100000:2.0:1775764892.310575:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293811200
00000100:00100000:3.0:1775764892.310642:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293811328
00000100:00100000:3.0:1775764892.310646:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293811328
00000100:00100000:0.0:1775764892.310827:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206167
00000100:00100000:0.0:1775764892.310862:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14454:x1862022293811200:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.310895:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764892.310918:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d71a41 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944665cb expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311001:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71a48 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311016:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71a48 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311028:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71a48 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311040:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71a4f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311049:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71a4f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311056:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71a4f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311135:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71a56 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311144:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71a56 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311151:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71a56 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764892.311190:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017a:0x0]: returning size 2048
00000004:00200000:0.0:1775764892.311194:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764892.311214:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71a56 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311227:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71a56 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311236:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71a48 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311243:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71a48 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311250:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71a48 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311260:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6a2184e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764892.311265:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71a48 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311273:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71a48 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311285:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764892.311288:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.311292:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71a48 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311299:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d71a48 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311313:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71a4f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311319:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71a4f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311326:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71a4f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311331:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1823a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764892.311334:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71a4f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311340:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71a4f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311351:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5a114248 (ffff93c6877cef00)
00010000:00010000:0.0:1775764892.311354:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.311357:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71a4f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311362:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d71a4f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311386:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d71a41 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665cb expref: 150 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311399:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71a56 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665cb expref: 149 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311407:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017a:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:0.0:1775764892.311410:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764892.311412:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1822000, rc 0)
00000100:00100000:0.0:1775764892.311484:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293811200:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 649us (2120us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.311492:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206167
00000100:00100000:0.0:1775764892.311524:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206168
00000100:00100000:0.0:1775764892.311533:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:14453:x1862022293811328:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.311543:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764892.311555:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71a5d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1017b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944665d2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311602:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311613:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665c4 expref: 149 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311622:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311655:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665c4 expref: 149 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.311670:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665c4 expref: 149 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.311698:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c688c07100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277276160:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764892.311750:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.319294:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c688c07100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277276160:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764892.319331:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.320939:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.321017:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.321246:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293811584
00000100:00100000:3.0:1775764892.321258:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293811584
00010000:00010000:3.0:1775764892.321298:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665c4 expref: 150 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.321327:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293811456
00000100:00100000:3.0:1775764892.321329:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293811456
00000100:00100000:3.0:1775764892.321348:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3417
00000100:00100000:3.0:1775764892.321354:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:2403:x1862022293811584:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.321367:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.321373:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665c4 expref: 151 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321385:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665c4 expref: 151 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321406:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71a33 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665c4 expref: 151 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321423:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017b:0x0].0x0 (ffff93c6a31a2e00)
00010000:00010000:3.0:1775764892.321429:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321437:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321444:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321468:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.321528:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:2403:x1862022293811584:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 172us (597us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.321536:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3417
00000100:00100000:3.0:1775764892.321558:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1207
00000100:00100000:3.0:1775764892.321565:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:2403:x1862022293811456:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.321574:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.321585:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d71a56 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665cb expref: 149 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.321589:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321594:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017a:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:1.0:1775764892.321596:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.321597:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.321616:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+148:2403:x1862022293811456:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 51us (597us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.321621:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1207
00000004:00200000:1.0:1775764892.321661:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017b:0x0]: returning size 0
00000004:00200000:1.0:1775764892.321666:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764892.321689:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.321719:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71a5d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1017b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665d2 expref: 148 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.321734:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665d2 expref: 147 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.321741:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017b:0x0].0x0 (ffff93c6a31a2e00)
00010000:00010000:1.0:1775764892.321743:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764892.321745:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a032e00, rc 0)
00000100:00100000:1.0:1775764892.321795:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14453:x1862022293811328:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10264us (12164us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.321803:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206168
00000100:00100000:1.0:1775764892.322438:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.323792:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293811840
00000100:00100000:0.0:1775764892.323806:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293811840
00000100:00100000:0.0:1775764892.324201:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206169
00000100:00100000:0.0:1775764892.324213:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+147:14454:x1862022293811840:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.324232:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764892.324253:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71a6b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944665d9 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.324375:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.324400:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665a1 expref: 148 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.324415:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.324449:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665a1 expref: 148 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.324464:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665a1 expref: 148 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.324477:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c688c05180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277276288:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764892.324571:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e000 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.330660:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c688c05180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277276288:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764892.330701:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.331435:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.331652:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293811968
00000100:00100000:3.0:1775764892.331660:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293811968
00000100:00100000:3.0:1775764892.331718:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206170
00000100:00100000:3.0:1775764892.331729:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14453:x1862022293811968:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.331747:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.331765:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71a79 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944665e0 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.331798:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d71a80 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.331811:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d71a80 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.331823:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d71a80 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.331974:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71a79 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665e0 expref: 151 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.331991:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843000/0x9da62835f5d71a80 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665e0 expref: 150 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.332000:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017b:0x0].0x0 (ffff93c6a31a2e00)
00010000:00010000:3.0:1775764892.332003:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:3.0:1775764892.332007:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843000, rc 0)
00000100:00100000:3.0:1775764892.334830:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:14453:x1862022293811968:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3086us (3379us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.334856:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206170
00000100:00100000:0.0:1775764892.335088:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.335129:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293812096
00000100:00100000:2.0:1775764892.335139:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293812096
00010000:00010000:2.0:1775764892.335183:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665a1 expref: 150 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.335225:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3418
00000100:00100000:2.0:1775764892.335235:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:2402:x1862022293812096:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.335249:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.335256:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665a1 expref: 150 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.335270:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665a1 expref: 150 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.335294:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d719e6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665a1 expref: 150 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.335310:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017a:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:2.0:1775764892.335315:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.335324:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.335332:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.335356:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764892.335424:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:2402:x1862022293812096:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 190us (336us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.335431:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3418
00010000:00010000:0.0:1775764892.335523:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.335531:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764892.335552:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017a:0x0]: returning size 2048
00010000:00010000:0.0:1775764892.337814:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71a6b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665d9 expref: 150 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.337859:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665d9 expref: 149 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.337871:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017a:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:0.0:1775764892.337874:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764892.337878:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033600, rc 0)
00000100:00100000:0.0:1775764892.338001:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293811840:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13790us (15565us total) trans 4295101862 rc 0/0
00000100:00100000:0.0:1775764892.338010:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206169
00000100:00100000:0.0:1775764892.342058:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.342143:0:15596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293812224
00000100:00100000:2.0:1775764892.342155:0:15596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293812224
00000100:00100000:2.0:1775764892.342213:0:15596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2133
00000100:00100000:2.0:1775764892.342222:0:15596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:14453:x1862022293812224:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.342242:0:15596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.342261:0:15596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d71a8e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944665e7 expref: -99 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.342292:0:15596:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d71a17 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665af expref: 73 pid: 8401 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.342301:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.342303:0:15596:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764892.342307:0:15596:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d71a8e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665e7 expref: 73 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.342342:0:15596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d71a17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665af expref: 73 pid: 8401 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.342357:0:15596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d71a17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665af expref: 73 pid: 8401 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.342370:0:15596:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15596:1862022277276416:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764892.342459:0:15596:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12c00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.346774:0:15596:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15596:1862022277276416:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764892.346820:0:15596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d71a8e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944665e7 expref: 73 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.346885:0:15596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd800, rc 0)
00000100:00100000:2.0:1775764892.346944:0:15596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:14453:x1862022293812224:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 4721us (4891us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.346953:0:15596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2133
00000100:00100000:3.0:1775764892.348236:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.348322:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.348368:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293812480
00000100:00100000:2.0:1775764892.348375:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293812480
00000100:00100000:0.0:1775764892.348406:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293812352
00000100:00100000:0.0:1775764892.348413:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293812352
00000100:00100000:2.0:1775764892.348427:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206171
00000100:00100000:2.0:1775764892.348439:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293812480:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.348440:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d71a17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665af expref: 73 pid: 8401 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.348462:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:0.0:1775764892.348479:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3419
00000100:00100000:0.0:1775764892.348488:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2402:x1862022293812352:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.348502:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.348533:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d71a17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665af expref: 73 pid: 8401 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.348549:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d71a17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665af expref: 73 pid: 8401 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.348572:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e574ee0d/0x9da62835f5d71a17 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665af expref: 73 pid: 8401 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.348592:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.348594:0:13382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.348602:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d71a8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944665e7 expref: 72 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.348613:0:13382:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d71a8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944665e7 expref: 72 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.348615:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d71a95 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1017a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944665ee expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.348667:0:13382:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008d80b5a1/0x9da62835f5d71a8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944665e7 expref: 72 pid: 15596 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.348690:0:13382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c688c07480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:13382:1862022277276544:192.168.202.56@tcp:105:
00010000:00010000:2.0:1775764892.348701:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d71a9c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.348716:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665d9 expref: 150 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.348724:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d71a9c lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.348749:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665d9 expref: 150 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.348762:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665d9 expref: 150 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.348773:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277276672:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764892.348938:0:13382:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.348947:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12c00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.352499:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277276672:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764892.352544:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d71a9c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.354215:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.354400:0:13382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c688c07480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:13382:1862022277276544:192.168.202.56@tcp:105:
00010000:00010000:0.0:1775764892.354423:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.354483:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293812352:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 5996us (6159us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.354496:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3419
00000100:00100000:0.0:1775764892.354535:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293812608
00000100:00100000:0.0:1775764892.354541:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293812608
00010000:00010000:0.0:1775764892.354571:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665d9 expref: 151 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.354599:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3420
00000100:00100000:0.0:1775764892.354607:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:2403:x1862022293812608:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.354620:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.354627:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665d9 expref: 151 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.354650:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665d9 expref: 151 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.354673:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71a72 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1017a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665d9 expref: 151 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.354688:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017a:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:0.0:1775764892.354693:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d71a9c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.354703:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d71a9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.354711:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d71a9c lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.354734:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.354753:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+150:2403:x1862022293812608:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 147us (544us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.355094:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3420
00010000:00010000:3.0:1775764892.355644:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d71a9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.355652:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d71a9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764892.355695:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017a:0x0]: returning size 2048
00000004:00200000:3.0:1775764892.355698:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764892.355715:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d71a9c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.355738:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebc200/0x9da62835f5d71a95 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1017a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665ee expref: 150 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.355754:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd200/0x9da62835f5d71a9c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665ee expref: 149 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.355760:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017a:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:3.0:1775764892.355762:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764892.355764:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69bebd200, rc 0)
00000100:00100000:3.0:1775764892.355803:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14454:x1862022293812480:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7371us (7577us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.355809:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206171
00000100:00100000:3.0:1775764892.359766:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.359880:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293812864
00000100:00100000:1.0:1775764892.359891:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293812864
00000100:00100000:1.0:1775764892.359936:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3053
00000100:00100000:1.0:1775764892.359943:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bdfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+149:14453:x1862022293812864:12345-192.168.202.56@tcp:35:dbench.0
00000001:00080000:1.0:1775764892.360111:0:15599:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295101863
00000100:00100000:1.0:1775764892.360186:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bdfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+151:14453:x1862022293812864:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 244us (432us total) trans 4295101864 rc 0/0
00000100:00100000:1.0:1775764892.360193:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3053
00000020:00080000:1.0:1775764892.360196:0:15599:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1775764892.364576:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.364613:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.364686:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293812992
00000100:00100000:2.0:1775764892.364697:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293812992
00000100:00100000:2.0:1775764892.364741:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293813120
00000100:00100000:2.0:1775764892.364743:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293813120
00000100:00100000:2.0:1775764892.364764:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206172
00000100:00100000:2.0:1775764892.364770:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14453:x1862022293812992:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.364791:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.364809:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d71aa3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944665f5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.364888:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71aaa lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.364900:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71aaa lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.364909:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71aaa lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.364916:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71ab1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.364920:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71ab1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.364924:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71ab1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.364983:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71ab8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.364987:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71ab8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.364994:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71ab8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764892.365026:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017b:0x0]: returning size 2048
00000004:00200000:2.0:1775764892.365029:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764892.365041:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71ab8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365049:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71ab8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365054:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71aaa lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365058:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71aaa lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365062:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71aaa lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365066:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebca00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.365069:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71aaa lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365073:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71aaa lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365080:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.365082:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.365085:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71aaa lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365091:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebca00/0x9da62835f5d71aaa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365099:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71ab1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365102:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71ab1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365106:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71ab1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365109:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69bebd000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.365110:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71ab1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365113:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365117:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5a114248 (ffff93c6a31a2100)
00010000:00010000:2.0:1775764892.365118:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.365120:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71ab1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365123:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd000/0x9da62835f5d71ab1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365144:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebcc00/0x9da62835f5d71aa3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665f5 expref: 154 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365160:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71ab8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665f5 expref: 153 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365166:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017b:0x0].0x0 (ffff93c6a31a2e00)
00010000:00010000:2.0:1775764892.365168:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764892.365170:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7a0fe9a00, rc 0)
00000100:00100000:2.0:1775764892.365221:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293812992:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 451us (654us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.365226:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206172
00000100:00100000:2.0:1775764892.365240:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206173
00000100:00100000:2.0:1775764892.365245:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293813120:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.365250:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.365256:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d71abf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944665fc expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365274:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ac6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365280:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ac6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365285:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ac6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365291:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71acd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365298:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71acd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365302:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71acd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365316:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ac6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365319:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ac6 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365322:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ac6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365326:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.365328:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ac6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365331:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ac6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365335:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764892.365336:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.365337:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ac6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365340:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ac6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365346:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71acd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365350:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71acd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365353:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71acd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365356:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.365357:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71acd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365360:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71acd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365364:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xb15b1c48 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764892.365365:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.365366:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71acd lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365369:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71acd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365381:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d71abf lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665fc expref: 153 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365387:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764892.365389:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.365392:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d71abf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665fc expref: 153 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.365403:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692eec200, rc 0)
00000100:00100000:2.0:1775764892.365423:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293813120:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 178us (809us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764892.365429:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206173
00000100:00100000:0.0:1775764892.369496:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.369636:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293813248
00000100:00100000:1.0:1775764892.369649:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293813248
00000100:00100000:1.0:1775764892.369719:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206174
00000100:00100000:1.0:1775764892.369730:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14454:x1862022293813248:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.369753:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.369773:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71ad4 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466603 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369833:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71adb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369883:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71adb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369894:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71adb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764892.369935:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10086:0x0]: returning size 4096
00000004:00200000:1.0:1775764892.369939:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764892.369959:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71adb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369982:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71ad4 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466603 expref: 154 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.369997:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71adb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466603 expref: 153 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.370005:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764892.370008:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764892.370012:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4000, rc 0)
00000100:00100000:1.0:1775764892.370066:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293813248:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 338us (593us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.370073:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206174
00000100:00100000:3.0:1775764892.373055:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.373145:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.375543:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293813632
00000100:00100000:0.0:1775764892.375558:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293813632
00000100:00100000:0.0:1775764892.375640:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1208
00000100:00100000:0.0:1775764892.375651:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:2400:x1862022293813632:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.375670:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.375697:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d71ab8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665f5 expref: 153 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.375719:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017b:0x0].0x0 (ffff93c6a31a2e00)
00010000:00010000:0.0:1775764892.375724:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.375784:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:2400:x1862022293813632:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 135us (2638us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.375792:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1208
00000100:00100000:2.0:1775764892.380800:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293813504
00000100:00100000:2.0:1775764892.380986:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293813504
00000100:00100000:2.0:1775764892.381181:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206175
00000100:00100000:2.0:1775764892.381192:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+152:14453:x1862022293813504:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.381214:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.381236:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71ae2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446660a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.381329:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.381343:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944665d2 expref: 153 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.381352:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.381382:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665d2 expref: 153 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.381396:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665d2 expref: 153 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.381417:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277276800:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764892.381509:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12180 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.387694:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.388317:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293813760
00000100:00100000:2.0:1775764892.388327:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293813760
00000100:00100000:2.0:1775764892.388388:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3054
00000100:00100000:2.0:1775764892.388398:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:14454:x1862022293813760:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764892.390478:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277276800:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764892.390507:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.394284:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.394366:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293813888
00000100:00100000:3.0:1775764892.394377:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293813888
00010000:00010000:3.0:1775764892.394425:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665d2 expref: 156 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.394475:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3421
00000100:00100000:3.0:1775764892.394485:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783543050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:2403:x1862022293813888:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.394500:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.394506:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665d2 expref: 156 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.394531:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665d2 expref: 156 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.394552:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71a64 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944665d2 expref: 156 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.394566:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017b:0x0].0x0 (ffff93c6a31a2e00)
00010000:00010000:3.0:1775764892.394572:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.394582:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.394589:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.394612:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.394727:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.394735:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764892.394754:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017b:0x0]: returning size 2048
00010000:00010000:2.0:1775764892.394904:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71ae2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446660a expref: 157 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.394919:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446660a expref: 156 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.394927:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017b:0x0].0x0 (ffff93c6a31a2e00)
00010000:00010000:2.0:1775764892.394929:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764892.394932:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164000, rc 0)
00000100:00100000:3.0:1775764892.395004:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783543050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:2403:x1862022293813888:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 519us (730us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.395012:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3421
00000100:00100000:2.0:1775764892.395304:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14453:x1862022293813504:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14114us (22257us total) trans 4295101865 rc 0/0
00000100:00100000:2.0:1775764892.395311:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206175
00000100:00100000:2.0:1775764892.398642:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293813760:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 10235us (10955us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.398657:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3054
00000100:00100000:1.0:1775764892.403379:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.404102:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293814016
00000100:00100000:0.0:1775764892.404114:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293814016
00000100:00100000:0.0:1775764892.404212:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206176
00000100:00100000:0.0:1775764892.404223:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293814016:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.404249:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764892.404268:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71af7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1017b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466611 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404375:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71afe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404401:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446660a expref: 154 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404411:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71afe lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404663:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446660a expref: 154 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.404687:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446660a expref: 154 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.404701:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c688c04e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277276928:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764892.404792:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.410187:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.410288:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c688c04e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277276928:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764892.410314:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71afe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.411056:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.411144:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293814400
00000100:00100000:0.0:1775764892.411151:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293814400
00010000:00010000:0.0:1775764892.411186:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446660a expref: 155 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.411228:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3422
00000100:00100000:0.0:1775764892.411237:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:2402:x1862022293814400:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.411253:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.411260:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446660a expref: 155 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.411274:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446660a expref: 155 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.411299:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71ae9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1017b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446660a expref: 155 pid: 6519 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.411316:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017b:0x0].0x0 (ffff93c6a31a2e00)
00010000:00010000:0.0:1775764892.411321:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71afe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.411331:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71afe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.411339:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71afe lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.411362:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.411621:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+154:2402:x1862022293814400:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 384us (566us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.411629:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3422
00010000:00010000:0.0:1775764892.411655:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71afe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.411662:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71afe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764892.411925:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017b:0x0]: returning size 2048
00000004:00200000:0.0:1775764892.411931:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764892.411951:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71afe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.411980:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71af7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1017b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466611 expref: 154 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.411995:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032e00/0x9da62835f5d71afe lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466611 expref: 153 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.412003:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017b:0x0].0x0 (ffff93c6a31a2e00)
00010000:00010000:0.0:1775764892.412005:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764892.412008:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a032e00, rc 0)
00000100:00100000:0.0:1775764892.412033:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293814016:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7814us (8664us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.412039:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206176
00000100:00100000:2.0:1775764892.412086:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293814272
00000100:00100000:2.0:1775764892.412091:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293814272
00000100:00100000:2.0:1775764892.412127:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206177
00000100:00100000:2.0:1775764892.412134:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293814272:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.412150:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.412165:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71b05 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466618 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412220:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b0c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412230:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b0c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412240:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b0c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412253:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b13 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412259:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b13 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412264:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b13 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412293:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b0c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412303:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b0c lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412309:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b0c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412314:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.412318:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b0c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412325:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b0c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412334:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764892.412336:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.412340:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b0c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412345:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b0c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412354:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b13 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412359:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b13 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412364:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b13 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412368:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.412370:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b13 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412375:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b13 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412380:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xb15b1c48 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764892.412382:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.412384:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b13 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412404:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b13 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412429:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71b05 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466618 expref: 154 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412446:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764892.412448:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1775764892.412451:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71b05 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466618 expref: 154 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.412459:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165200, rc 0)
00000100:00100000:2.0:1775764892.412483:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293814272:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 349us (2305us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764892.413043:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206177
00000100:00100000:0.0:1775764892.418625:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.418737:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293814528
00000100:00100000:3.0:1775764892.418749:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293814528
00000100:00100000:3.0:1775764892.418810:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206178
00000100:00100000:3.0:1775764892.418821:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293814528:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.419040:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.419063:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71b1a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446661f expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419151:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71b21 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419165:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71b21 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419176:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71b21 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419191:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71b28 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419198:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71b28 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419204:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71b28 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419242:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71b21 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419249:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71b21 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419255:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71b21 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419261:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764892.419266:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71b21 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419273:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71b21 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419284:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764892.419287:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.419292:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71b21 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419298:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71b21 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419309:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71b28 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419314:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71b28 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419319:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71b28 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419324:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764892.419327:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71b28 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419332:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71b28 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419340:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x11c3bde9 (ffff93c69abafc00)
00010000:00010000:3.0:1775764892.419342:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.419344:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71b28 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419349:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71b28 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419378:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71b1a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446661f expref: 154 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419388:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764892.419390:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.419394:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71b1a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446661f expref: 154 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.419403:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843600, rc 0)
00000100:00100000:3.0:1775764892.419474:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293814528:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 656us (859us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764892.419482:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206178
00000100:00100000:1.0:1775764892.430443:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.430643:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293814656
00000100:00100000:2.0:1775764892.430654:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293814656
00000100:00100000:2.0:1775764892.430730:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206179
00000100:00100000:2.0:1775764892.430742:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293814656:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.430764:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.430785:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71b2f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466626 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.430885:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b36 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.430901:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b36 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.430913:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b36 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.430928:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b3d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.430935:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b3d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.430941:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b3d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.430978:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b36 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.430984:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b36 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.430990:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b36 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.430996:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.431002:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b36 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.431009:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b36 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.431021:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.431025:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.431030:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b36 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.431036:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71b36 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.431049:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b3d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.431055:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b3d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.431061:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b3d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.431065:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.431068:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b3d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.431074:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b3d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.431081:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xb15b1c48 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764892.431083:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.431086:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b3d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.431092:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71b3d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.431122:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71b2f lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466626 expref: 154 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.431133:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.431135:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.431138:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71b2f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466626 expref: 154 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.431148:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165200, rc 0)
00000100:00100000:2.0:1775764892.431204:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14453:x1862022293814656:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 466us (784us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764892.431211:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206179
00000100:00100000:2.0:1775764892.439768:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.440079:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293814912
00000100:00100000:1.0:1775764892.440090:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293814912
00000100:00100000:1.0:1775764892.440149:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206180
00000100:00100000:1.0:1775764892.440161:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+153:14454:x1862022293814912:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.440184:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.440187:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1775764892.440213:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71adb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466603 expref: 153 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.440233:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764892.440237:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.440249:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71b44 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446662d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.440346:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b4b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.440358:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b4b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.440366:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b4b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.440380:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d71b52 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.440387:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d71b52 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.440393:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d71b52 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1775764892.440704:0:6517:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x87:0x0], index 1: 0
00010000:00010000:1.0:1775764892.440828:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71b59 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.441412:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71b59 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.441425:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71b59 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.441676:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b4b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.441684:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b4b lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.441691:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b4b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.441696:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764892.441700:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b4b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.441706:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b4b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.441718:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764892.441721:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.441725:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b4b lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.441731:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b4b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1775764892.441743:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000037a60b5e reply state 00000000dc22055e transno 4295101866 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d71b52 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.441755:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4a00/0x9da62835f5d71b52 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.441760:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x11c3bde9 (ffff93c6877ce000)
00010000:00010000:1.0:1775764892.441763:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1775764892.441765:0:6517:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1775764892.441797:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71b44 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446662d expref: 155 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.441813:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71b59 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446662d expref: 154 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.441821:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:1.0:1775764892.441823:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764892.441825:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4c00, rc 0)
00000100:00100000:1.0:1775764892.444203:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14454:x1862022293814912:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 4034us (4433us total) trans 4295101866 rc 0/0
00000100:00100000:1.0:1775764892.444216:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206180
00000100:00100000:0.0:1775764892.445377:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.445805:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293815040
00000100:00100000:2.0:1775764892.445816:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293815040
00000100:00100000:2.0:1775764892.447452:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206181
00000100:00100000:2.0:1775764892.447470:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+155:14453:x1862022293815040:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.447492:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.447522:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71b67 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466634 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447586:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71b6e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447601:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71b6e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447612:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71b6e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764892.447652:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10087:0x0]: returning size 4096
00000004:00200000:2.0:1775764892.447656:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764892.447674:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71b6e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447963:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71b67 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466634 expref: 157 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447984:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71b6e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466634 expref: 156 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.447993:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.447995:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764892.447999:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164200, rc 0)
00000100:00100000:2.0:1775764892.448061:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+156:14453:x1862022293815040:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 599us (2689us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.448067:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206181
00000100:00100000:3.0:1775764892.450389:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.450560:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293815168
00000100:00100000:0.0:1775764892.450572:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293815168
00000100:00100000:0.0:1775764892.450633:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2134
00000100:00100000:0.0:1775764892.450644:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2401:x1862022293815168:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.450663:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764892.450686:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059f5beb6/0x9da62835f5d71b75 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446663b expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764892.450712:0:15586:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x87:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764892.450731:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.450733:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.450741:0:15586:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059f5beb6/0x9da62835f5d71b75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446663b expref: 73 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.450761:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059f5beb6/0x9da62835f5d71b75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446663b expref: 73 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.450775:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a032800, rc 0)
00000100:00100000:0.0:1775764892.450827:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2401:x1862022293815168:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 185us (447us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.450834:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2134
00000100:00100000:0.0:1775764892.465011:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.465049:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.465120:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293815296
00000100:00100000:3.0:1775764892.465130:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293815296
00000100:00100000:3.0:1775764892.465186:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293815552
00000100:00100000:3.0:1775764892.465189:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293815552
00000100:00100000:3.0:1775764892.465218:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3055
00000100:00100000:3.0:1775764892.465228:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14453:x1862022293815296:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:0.0:1775764892.465243:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3056
00000100:00100000:0.0:1775764892.465250:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14454:x1862022293815552:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764892.465488:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293815552:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 239us (437us total) trans 4295101867 rc 0/0
00000100:00100000:0.0:1775764892.465495:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3056
00000100:00100000:3.0:1775764892.469272:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+157:14453:x1862022293815296:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 4035us (4262us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.469285:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3055
00000100:00100000:0.0:1775764892.477068:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.477107:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.477171:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293816064
00000100:00100000:1.0:1775764892.477181:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293816064
00000100:00100000:1.0:1775764892.477234:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293815808
00000100:00100000:1.0:1775764892.477237:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293815808
00000100:00100000:1.0:1775764892.477264:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206182
00000100:00100000:1.0:1775764892.477273:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293816064:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.477298:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.477320:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71b7c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466649 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477394:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b83 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477411:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b83 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477423:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b83 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477439:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71b8a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477447:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71b8a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477453:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71b8a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477495:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b83 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477502:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b83 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477508:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b83 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477525:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764892.477529:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b83 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477537:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b83 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477549:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764892.477552:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.477557:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b83 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477563:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5400/0x9da62835f5d71b83 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477576:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71b8a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477582:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71b8a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477587:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71b8a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477592:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764892.477595:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71b8a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477600:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71b8a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477607:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xb15b1c48 (ffff93c6877ce200)
00010000:00010000:1.0:1775764892.477609:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.477612:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71b8a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477618:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71b8a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477649:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71b7c lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466649 expref: 159 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.477659:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764892.477661:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00000100:00100000:0.0:1775764892.477805:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206183
00000100:00100000:0.0:1775764892.477817:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14454:x1862022293815808:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.477826:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764892.477836:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71b91 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466642 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.477924:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.477935:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71b59 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446662d expref: 160 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.477943:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.477977:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71b59 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446662d expref: 160 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.477992:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71b59 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446662d expref: 160 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.478006:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c688c04380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277277056:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764892.478103:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e000 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.478351:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71b7c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466649 expref: 159 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.478367:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4600, rc 0)
00000100:00100000:1.0:1775764892.478418:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14453:x1862022293816064:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1145us (1359us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764892.478426:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206182
00000100:00100000:2.0:1775764892.488819:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c688c04380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277277056:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764892.488886:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.495933:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.496052:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.496235:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293816320
00000100:00100000:2.0:1775764892.496246:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293816320
00000100:00100000:2.0:1775764892.496312:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206184
00000100:00100000:2.0:1775764892.496323:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+159:14453:x1862022293816320:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.496347:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.496370:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71b9f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466650 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496431:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ba6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496446:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ba6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496458:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ba6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496473:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71bad lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496480:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71bad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496486:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71bad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496818:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ba6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496827:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ba6 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496833:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ba6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496889:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.496893:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ba6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496901:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ba6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496915:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.496918:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.496923:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ba6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496928:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ba6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496942:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71bad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496948:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71bad lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496954:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71bad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.496959:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165c00 already unused, calling callback (ffffffffc16c54f0)
00000100:00100000:3.0:1775764892.497223:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293816192
00000100:00100000:3.0:1775764892.497229:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293816192
00010000:00010000:3.0:1775764892.497255:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71b59 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446662d expref: 161 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.497280:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3423
00000100:00100000:3.0:1775764892.497287:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:2403:x1862022293816192:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.497297:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.497303:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71b59 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446662d expref: 161 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.497315:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71b59 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446662d expref: 161 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.497330:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71b59 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446662d expref: 161 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.497341:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:3.0:1775764892.497346:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.497353:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.497359:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.497383:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.497438:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:2403:x1862022293816192:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 151us (1516us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.497451:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3423
00010000:00010000:2.0:1775764892.498070:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71bad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.498084:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71bad lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.498099:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x11c3bde9 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764892.498103:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.498106:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71bad lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.498113:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71bad lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.498154:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71b9f lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466650 expref: 159 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.498165:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.498167:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.498171:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71b9f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466650 expref: 159 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.498180:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164e00, rc 0)
00000100:00100000:2.0:1775764892.498218:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14453:x1862022293816320:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1898us (2166us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764892.498226:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206184
00010000:00010000:1.0:1775764892.498484:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.498493:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764892.498521:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017c:0x0]: returning size 0
00010000:00010000:1.0:1775764892.498648:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71b91 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466642 expref: 159 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.498663:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466642 expref: 158 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.498685:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:1.0:1775764892.498687:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764892.498690:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a032c00, rc 0)
00000100:00100000:1.0:1775764892.498729:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293815808:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 20916us (21620us total) trans 4295101868 rc 0/0
00000100:00100000:1.0:1775764892.498735:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206183
00000100:00100000:3.0:1775764892.510200:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.510389:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293816448
00000100:00100000:1.0:1775764892.510400:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293816448
00000100:00100000:1.0:1775764892.510462:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206185
00000100:00100000:1.0:1775764892.510472:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+158:14454:x1862022293816448:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.510496:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.510532:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71bbb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1017c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466657 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.510624:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.510638:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466642 expref: 159 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.510647:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.510692:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466642 expref: 159 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.510904:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466642 expref: 159 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.510920:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277277184:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764892.511089:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7812ed540 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.525972:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.527994:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277277184:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764892.528024:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.533688:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293816704
00000100:00100000:3.0:1775764892.533704:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293816704
00000100:00100000:3.0:1775764892.533788:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206186
00000100:00100000:3.0:1775764892.533799:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14453:x1862022293816704:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.533821:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.533824:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1775764892.533899:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71b6e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466634 expref: 160 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.533932:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764892.533938:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.533953:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71bc9 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446665e expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534064:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71bd0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534078:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71bd0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534088:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71bd0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534104:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71bd7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534110:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71bd7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534117:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71bd7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764892.534442:0:10031:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x87:0x0], index 0: 0
00010000:00010000:3.0:1775764892.534600:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71bde lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534610:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71bde lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534617:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71bde lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534648:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71bd0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534654:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71bd0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534660:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71bd0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534677:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71bd0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534684:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764892.534688:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71bd0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534695:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71bd0 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534708:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764892.534711:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.534714:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71bd0 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534721:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71bd0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.534732:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054a6454a reply state 000000009fd9eca7 transno 4295101869 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71bd7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534742:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843e00/0x9da62835f5d71bd7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534749:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x11c3bde9 (ffff93c69abafc00)
00010000:00010000:3.0:1775764892.534751:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.534754:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764892.534780:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71bc9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446665e expref: 162 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534792:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71bde lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446665e expref: 161 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.534799:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:3.0:1775764892.534801:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764892.534803:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842800, rc 0)
00000100:00100000:3.0:1775764892.548077:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14453:x1862022293816704:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14267us (22105us total) trans 4295101869 rc 0/0
00000100:00100000:3.0:1775764892.548095:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206186
00000100:00100000:0.0:1775764892.551726:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.551951:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293816832
00000100:00100000:1.0:1775764892.551961:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293816832
00010000:00010000:1.0:1775764892.552010:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466642 expref: 162 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.552047:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3424
00000100:00100000:1.0:1775764892.552057:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:2401:x1862022293816832:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.552073:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.552080:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466642 expref: 162 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.552095:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466642 expref: 162 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.552118:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71b98 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466642 expref: 162 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.552135:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:1.0:1775764892.552140:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.552148:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.552156:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.552182:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.552234:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:2401:x1862022293816832:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 179us (517us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.552242:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3424
00010000:00010000:1.0:1775764892.552270:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.552277:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764892.552326:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017c:0x0]: returning size 0
00000004:00200000:1.0:1775764892.552331:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764892.552353:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.552384:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71bbb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1017c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466657 expref: 161 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.552399:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466657 expref: 160 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.552406:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:1.0:1775764892.552408:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764892.552411:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4000, rc 0)
00000100:00100000:1.0:1775764892.552435:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293816448:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 41965us (42246us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.552442:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206185
00000100:00100000:0.0:1775764892.568143:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.568253:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293816960
00000100:00100000:2.0:1775764892.568261:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293816960
00000100:00100000:2.0:1775764892.568350:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206187
00000100:00100000:2.0:1775764892.568358:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+160:14454:x1862022293816960:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.568381:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.568397:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71bec lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466665 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.568424:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71bf3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.568436:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71bf3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.568446:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71bf3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.568578:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71bec lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466665 expref: 162 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.568597:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71bf3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466665 expref: 161 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.568606:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:2.0:1775764892.568609:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:2.0:1775764892.568612:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164c00, rc 0)
00000100:00100000:2.0:1775764892.568692:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14454:x1862022293816960:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 335us (559us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.568699:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206187
00000100:00100000:3.0:1775764892.573643:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.573909:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293817088
00000100:00100000:0.0:1775764892.573920:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293817088
00000100:00100000:0.0:1775764892.573973:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2135
00000100:00100000:0.0:1775764892.573983:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+72:2402:x1862022293817088:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.574003:0:14278:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764892.574025:0:14278:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098f08795/0x9da62835f5d71bfa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446666c expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764892.574058:0:14278:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x87:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764892.574078:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.574080:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.574089:0:14278:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098f08795/0x9da62835f5d71bfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446666c expref: 73 pid: 14278 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.574106:0:14278:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000098f08795/0x9da62835f5d71bfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446666c expref: 73 pid: 14278 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.574121:0:14278:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033000, rc 0)
00000100:00100000:0.0:1775764892.574180:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2402:x1862022293817088:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 198us (547us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.574188:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2135
00000100:00100000:0.0:1775764892.583357:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.583447:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.583529:0:15574:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293817216
00000100:00100000:1.0:1775764892.583539:0:15574:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293817216
00000100:00100000:1.0:1775764892.583591:0:15574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2136
00000100:00100000:1.0:1775764892.583601:0:15574:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:14454:x1862022293817216:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.583618:0:15574:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.583637:0:15574:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000067962d89/0x9da62835f5d71c01 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466673 expref: -99 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.583668:0:15574:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059f5beb6/0x9da62835f5d71b75 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446663b expref: 74 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.583676:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.583678:0:15574:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.583682:0:15574:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067962d89/0x9da62835f5d71c01 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466673 expref: 74 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.583713:0:15574:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059f5beb6/0x9da62835f5d71b75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446663b expref: 74 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.583727:0:15574:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059f5beb6/0x9da62835f5d71b75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446663b expref: 74 pid: 15586 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.583741:0:15574:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15574:1862022277277312:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764892.583867:0:15574:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c7812ed540 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.584432:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293817472
00000100:00100000:3.0:1775764892.584437:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293817472
00000100:00100000:3.0:1775764892.584480:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3057
00000100:00100000:3.0:1775764892.584488:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7835f6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+161:14453:x1862022293817472:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764892.585006:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7835f6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14453:x1862022293817472:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 516us (1555us total) trans 4295101870 rc 0/0
00000100:00100000:3.0:1775764892.585014:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3057
00000100:00100000:1.0:1775764892.588328:0:15574:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15574:1862022277277312:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764892.588362:0:15574:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000067962d89/0x9da62835f5d71c01 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466673 expref: 74 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.588385:0:15574:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5400, rc 0)
00000100:00100000:1.0:1775764892.588444:0:15574:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:14454:x1862022293817216:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 4844us (5097us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.588453:0:15574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2136
00000100:00100000:3.0:1775764892.594347:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.594489:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293817600
00000100:00100000:0.0:1775764892.594500:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293817600
00010000:00010000:0.0:1775764892.594550:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059f5beb6/0x9da62835f5d71b75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446663b expref: 74 pid: 15586 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.594594:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3425
00000100:00100000:0.0:1775764892.594605:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2403:x1862022293817600:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.594619:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.594640:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059f5beb6/0x9da62835f5d71b75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446663b expref: 74 pid: 15586 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.594661:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059f5beb6/0x9da62835f5d71b75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446663b expref: 74 pid: 15586 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.594695:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059f5beb6/0x9da62835f5d71b75 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446663b expref: 74 pid: 15586 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.594712:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.594714:0:6504:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764892.594721:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000067962d89/0x9da62835f5d71c01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466673 expref: 73 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.594731:0:6504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067962d89/0x9da62835f5d71c01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466673 expref: 73 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.594771:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000067962d89/0x9da62835f5d71c01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466673 expref: 73 pid: 15574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.594785:0:6504:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c688c04000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6504:1862022277277440:192.168.202.56@tcp:105:
00000100:00100000:0.0:1775764892.594975:0:6504:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.601579:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.601729:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293817856
00000100:00100000:2.0:1775764892.601739:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293817856
00000100:00100000:2.0:1775764892.601800:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206188
00000100:00100000:2.0:1775764892.601810:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+162:14453:x1862022293817856:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.601834:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.601894:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71c08 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446667a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.602017:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.602033:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71bde lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446665e expref: 163 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.602042:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.602075:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71bde lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446665e expref: 163 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.602089:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71bde lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446665e expref: 163 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.602103:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b01f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277277568:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764892.602179:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.602746:0:6504:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c688c04000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6504:1862022277277440:192.168.202.56@tcp:105:
00010000:00010000:3.0:1775764892.602768:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.602817:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2403:x1862022293817600:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 8214us (8479us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.602828:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3425
00000100:00100000:2.0:1775764892.607649:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b01f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277277568:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764892.608510:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:2.0:1775764892.610881:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.611041:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.611198:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293818112
00000100:00100000:2.0:1775764892.611208:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293818112
00000100:00100000:2.0:1775764892.611269:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3058
00000100:00100000:2.0:1775764892.611279:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293818112:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764892.611565:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293818112:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 287us (526us total) trans 4295101871 rc 0/0
00000100:00100000:2.0:1775764892.611573:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3058
00000100:00100000:0.0:1775764892.612101:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293818240
00000100:00100000:0.0:1775764892.612108:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293818240
00010000:00010000:1.0:1775764892.612374:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71bde lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446665e expref: 165 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.612413:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3426
00000100:00100000:1.0:1775764892.612420:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2403:x1862022293818240:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.612432:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.612439:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71bde lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446665e expref: 165 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.612453:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71bde lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446665e expref: 165 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.612476:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71bde lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446665e expref: 165 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.612490:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:1.0:1775764892.612495:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.612504:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.612522:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.612957:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.613014:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:2403:x1862022293818240:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 594us (4508us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.613024:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3426
00010000:00010000:2.0:1775764892.614437:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.614451:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764892.614474:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017d:0x0]: returning size 0
00010000:00010000:2.0:1775764892.614617:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71c08 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446667a expref: 165 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.614636:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446667a expref: 164 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.614643:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:2.0:1775764892.614645:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764892.614648:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164a00, rc 0)
00000100:00100000:2.0:1775764892.615625:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14453:x1862022293817856:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13812us (14051us total) trans 4295101872 rc 0/0
00000100:00100000:2.0:1775764892.615634:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206188
00000100:00100000:0.0:1775764892.619501:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.619609:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293818368
00000100:00100000:3.0:1775764892.619619:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293818368
00000100:00100000:3.0:1775764892.619689:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206189
00000100:00100000:3.0:1775764892.619699:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:14454:x1862022293818368:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.619720:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.619741:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c1d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466681 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.619806:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71c24 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.619823:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71c24 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.619835:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71c24 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.619888:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71c2b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.619896:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71c2b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.619903:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71c2b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620033:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71c32 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620042:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71c32 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620050:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71c32 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764892.620094:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017c:0x0]: returning size 2048
00000004:00200000:2.0:1775764892.620098:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764892.620117:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71c32 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620128:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71c32 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620136:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71c24 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620142:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71c24 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620148:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71c24 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620155:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71c24 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620161:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.620166:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71c24 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620173:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71c24 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620185:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764892.620188:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.620192:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71c24 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620202:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71c24 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620214:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71c2b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620220:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71c2b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620225:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71c2b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620230:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.620233:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71c2b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620238:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71c2b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620245:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x11c3bde9 (ffff93c6877ce000)
00010000:00010000:2.0:1775764892.620247:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.620250:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71c2b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620256:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71c2b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620278:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c1d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466681 expref: 166 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620295:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71c32 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466681 expref: 165 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.620302:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:2.0:1775764892.620304:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764892.620307:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165400, rc 0)
00000100:00100000:2.0:1775764892.620372:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293818368:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 673us (879us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.620379:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206189
00000100:00100000:1.0:1775764892.636132:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.636207:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.636244:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.636293:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293818752
00000100:00100000:0.0:1775764892.636303:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293818752
00000100:00100000:0.0:1775764892.636372:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1209
00000100:00100000:0.0:1775764892.636382:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:2403:x1862022293818752:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.636607:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.636633:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71c32 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466681 expref: 165 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.636652:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:0.0:1775764892.636657:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.636710:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+164:2403:x1862022293818752:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 329us (501us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.636718:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1209
00000100:00100000:2.0:1775764892.643802:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293818624
00000100:00100000:3.0:1775764892.643802:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293818880
00000100:00100000:2.0:1775764892.643816:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293818624
00000100:00100000:3.0:1775764892.643816:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293818880
00000100:00100000:3.0:1775764892.643915:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206190
00000100:00100000:3.0:1775764892.643926:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293818880:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:2.0:1775764892.643954:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206191
00010000:00010000:3.0:1775764892.643954:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:2.0:1775764892.643961:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14454:x1862022293818624:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.644106:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71c39 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1017d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446668f expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.644150:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.644160:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71c40 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466688 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.644199:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.644212:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446667a expref: 167 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.644218:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.644227:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466657 expref: 167 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.644227:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.644235:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.644259:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466657 expref: 167 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.644259:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446667a expref: 167 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.644274:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446667a expref: 167 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.644276:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466657 expref: 167 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.644288:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b01f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277277696:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764892.644288:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf75500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277277824:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764892.644374:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.644374:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfadcc0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.649524:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf75500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277277824:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764892.649554:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.650249:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b01f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277277696:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764892.650267:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.650726:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.651039:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293819008
00000100:00100000:3.0:1775764892.651046:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293819008
00010000:00010000:3.0:1775764892.651080:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446667a expref: 168 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.651117:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3427
00000100:00100000:3.0:1775764892.651126:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783540450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:2402:x1862022293819008:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.651140:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.651147:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446667a expref: 168 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.651165:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446667a expref: 168 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.651188:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71c0f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446667a expref: 168 pid: 6517 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.651203:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:3.0:1775764892.651209:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.651218:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.651226:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.651258:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.651319:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783540450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:2402:x1862022293819008:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 193us (593us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.651327:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3427
00010000:00010000:2.0:1775764892.651558:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.651567:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764892.651615:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017d:0x0]: returning size 0
00000004:00200000:2.0:1775764892.651620:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764892.651641:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.651671:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71c39 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1017d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446668f expref: 167 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.651685:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446668f expref: 166 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.651697:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:2.0:1775764892.651700:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764892.651702:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683843600, rc 0)
00000100:00100000:1.0:1775764892.655309:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.655674:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293819136
00000100:00100000:3.0:1775764892.655683:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293819136
00010000:00010000:3.0:1775764892.655719:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466657 expref: 167 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.655805:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3428
00000100:00100000:3.0:1775764892.655814:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:2402:x1862022293819136:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.655830:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.655836:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466657 expref: 167 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.655877:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466657 expref: 167 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.655899:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71bc2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466657 expref: 167 pid: 6518 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.655915:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:3.0:1775764892.655921:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.655930:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.655938:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.655961:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.656018:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:2402:x1862022293819136:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 204us (716us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.656025:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3428
00010000:00010000:1.0:1775764892.656166:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.656176:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764892.656196:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017c:0x0]: returning size 2048
00010000:00010000:1.0:1775764892.656315:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71c40 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466688 expref: 167 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.656329:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466688 expref: 166 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.656337:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:1.0:1775764892.656340:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764892.656342:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165c00, rc 0)
00000100:00100000:1.0:1775764892.656364:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293818624:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12405us (20243us total) trans 4295101873 rc 0/0
00000100:00100000:1.0:1775764892.656371:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206191
00000100:00100000:2.0:1775764892.657362:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293818880:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13432us (21111us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.657371:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206190
00000100:00100000:0.0:1775764892.668632:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.673498:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293819264
00000100:00100000:1.0:1775764892.673536:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293819264
00000100:00100000:1.0:1775764892.673772:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206192
00000100:00100000:1.0:1775764892.673783:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+165:14453:x1862022293819264:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.673805:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.673827:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71c5c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466696 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.673881:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71c63 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.673896:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71c63 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.673909:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71c63 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.674030:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71c5c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466696 expref: 167 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.674048:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71c63 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466696 expref: 166 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.674057:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:1.0:1775764892.674060:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:1.0:1775764892.674064:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4600, rc 0)
00000100:00100000:1.0:1775764892.674179:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293819264:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 399us (5557us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.674187:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206192
00000100:00100000:1.0:1775764892.678391:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.680259:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293819392
00000100:00100000:0.0:1775764892.680274:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293819392
00000100:00100000:0.0:1775764892.680345:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206193
00000100:00100000:0.0:1775764892.680354:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293819392:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.680379:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764892.680400:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71c6a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1017c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446669d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680493:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71c71 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680508:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466688 expref: 167 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680525:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71c71 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680559:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466688 expref: 167 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.680572:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466688 expref: 167 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.680585:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c688c04700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277277952:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764892.680668:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9ef00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.684676:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.685157:0:15570:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293819520
00000100:00100000:1.0:1775764892.685166:0:15570:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293819520
00000100:00100000:1.0:1775764892.685228:0:15570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2137
00000100:00100000:1.0:1775764892.685238:0:15570:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:14453:x1862022293819520:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.685255:0:15570:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.685272:0:15570:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ad99d88/0x9da62835f5d71c78 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944666a4 expref: -99 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.685304:0:15570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000098f08795/0x9da62835f5d71bfa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446666c expref: 74 pid: 14278 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.685313:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.685315:0:15570:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1775764892.685320:0:15570:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ad99d88/0x9da62835f5d71c78 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666a4 expref: 74 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.685358:0:15570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000098f08795/0x9da62835f5d71bfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446666c expref: 74 pid: 14278 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.685371:0:15570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000098f08795/0x9da62835f5d71bfa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446666c expref: 74 pid: 14278 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.685386:0:15570:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15570:1862022277278080:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764892.685459:0:15570:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d13c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764892.687543:0:15570:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15570:1862022277278080:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764892.687577:0:15570:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008ad99d88/0x9da62835f5d71c78 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944666a4 expref: 74 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.687605:0:15570:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5a00, rc 0)
00000100:00100000:1.0:1775764892.687705:0:15570:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:14453:x1862022293819520:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2468us (3035us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.687714:0:15570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2137
00000100:00100000:0.0:1775764892.688888:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.689152:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293819648
00000100:00100000:3.0:1775764892.689162:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293819648
00010000:00010000:3.0:1775764892.689197:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000098f08795/0x9da62835f5d71bfa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446666c expref: 74 pid: 14278 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.689277:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3429
00000100:00100000:3.0:1775764892.689287:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2402:x1862022293819648:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.689312:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.689333:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000098f08795/0x9da62835f5d71bfa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446666c expref: 74 pid: 14278 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.689347:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000098f08795/0x9da62835f5d71bfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446666c expref: 74 pid: 14278 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.689369:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098f08795/0x9da62835f5d71bfa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446666c expref: 74 pid: 14278 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.689385:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.689387:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764892.689394:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008ad99d88/0x9da62835f5d71c78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944666a4 expref: 73 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.689404:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ad99d88/0x9da62835f5d71c78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944666a4 expref: 73 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.689440:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008ad99d88/0x9da62835f5d71c78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e144250944666a4 expref: 73 pid: 15570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.689455:0:6502:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf74700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6502:1862022277278208:192.168.202.56@tcp:105:
00000100:00100000:3.0:1775764892.689534:0:6502:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfadc00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.690935:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c688c04700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277277952:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764892.691127:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71c71 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.691502:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.691764:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293819776
00000100:00100000:1.0:1775764892.691771:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293819776
00010000:00010000:1.0:1775764892.691800:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466688 expref: 168 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.691929:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3430
00000100:00100000:0.0:1775764892.691939:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:2402:x1862022293819776:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.691953:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.691960:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466688 expref: 168 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.692134:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466688 expref: 168 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.692155:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71c4e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1017c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466688 expref: 168 pid: 14273 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.692170:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:0.0:1775764892.692175:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71c71 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.692188:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71c71 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.692195:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71c71 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.692225:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.692279:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:2402:x1862022293819776:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 342us (778us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.692287:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3430
00010000:00010000:2.0:1775764892.692642:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71c71 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.692651:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71c71 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764892.692703:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017c:0x0]: returning size 2048
00000004:00200000:2.0:1775764892.692708:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764892.692730:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71c71 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.692761:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71c6a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1017c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446669d expref: 167 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.692776:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71c71 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446669d expref: 166 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.692790:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:2.0:1775764892.692793:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764892.692795:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033600, rc 0)
00000100:00100000:2.0:1775764892.692836:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14454:x1862022293819392:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12483us (14454us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.692881:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206193
00000100:00100000:3.0:1775764892.695002:0:6502:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf74700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6502:1862022277278208:192.168.202.56@tcp:105:
00010000:00010000:3.0:1775764892.695027:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.695083:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2402:x1862022293819648:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 5797us (6199us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.695094:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3429
00000100:00100000:0.0:1775764892.703801:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.703897:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.704142:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293820160
00000100:00100000:3.0:1775764892.704152:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293820160
00000100:00100000:3.0:1775764892.704207:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3059
00000100:00100000:3.0:1775764892.704214:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+166:14453:x1862022293820160:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764892.704473:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14453:x1862022293820160:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 258us (574us total) trans 4295101874 rc 0/0
00000100:00100000:3.0:1775764892.704481:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3059
00000100:00100000:1.0:1775764892.704568:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293819904
00000100:00100000:1.0:1775764892.704573:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293819904
00000100:00100000:1.0:1775764892.704609:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206194
00000100:00100000:1.0:1775764892.704616:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293819904:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.704626:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.704644:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71c7f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944666ab expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704690:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71c86 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704705:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71c86 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704717:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71c86 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704729:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71c8d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704736:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71c8d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704741:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71c8d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704767:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71c86 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704773:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71c86 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704778:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71c86 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704783:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71c86 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704788:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764892.704792:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71c86 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704798:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71c86 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704808:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764892.704811:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.704815:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71c86 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704820:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71c86 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704831:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71c8d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704837:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71c8d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704873:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71c8d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704878:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764892.704881:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71c8d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704886:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71c8d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704892:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xb15b1c48 (ffff93c6877ce200)
00010000:00010000:1.0:1775764892.704894:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.704897:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71c8d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704902:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71c8d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704924:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71c7f lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666ab expref: 168 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704933:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764892.704935:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.704938:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71c7f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666ab expref: 168 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.704945:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4c00, rc 0)
00000100:00100000:1.0:1775764892.705362:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14454:x1862022293819904:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 745us (1567us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764892.705367:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206194
00000100:00100000:0.0:1775764892.712785:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.713142:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293820288
00000100:00100000:2.0:1775764892.713152:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293820288
00000100:00100000:2.0:1775764892.713241:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206195
00000100:00100000:2.0:1775764892.713252:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+167:14453:x1862022293820288:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.713271:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.713295:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71c94 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944666b2 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713352:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71c9b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713365:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71c9b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713377:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71c9b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713386:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71ca2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713394:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71ca2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713400:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71ca2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713470:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ca9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713479:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ca9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713486:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ca9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764892.713533:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017d:0x0]: returning size 2048
00000004:00200000:2.0:1775764892.713538:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764892.713558:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ca9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713569:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ca9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713579:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71c9b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713585:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71c9b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713590:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71c9b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713597:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71c9b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713606:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.713610:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71c9b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713617:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71c9b lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713628:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.713631:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.713636:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71c9b lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713643:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71c9b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713654:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71ca2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713660:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71ca2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713665:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71ca2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713670:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.713673:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71ca2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713678:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71ca2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713688:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x11c3bde9 (ffff93c69abafc00)
00010000:00010000:2.0:1775764892.713691:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.713693:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71ca2 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713699:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71ca2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713720:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71c94 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666b2 expref: 169 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713732:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ca9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666b2 expref: 168 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.713739:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:2.0:1775764892.713741:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764892.713743:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164600, rc 0)
00000100:00100000:2.0:1775764892.713805:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14453:x1862022293820288:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 555us (1029us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.713813:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206195
00000100:00100000:2.0:1775764892.725628:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.725677:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.725766:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293820416
00000100:00100000:1.0:1775764892.725776:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293820416
00000100:00100000:1.0:1775764892.725833:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206196
00000100:00100000:1.0:1775764892.725864:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+168:14454:x1862022293820416:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.725892:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.725913:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71cb0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944666b9 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.726957:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71cb7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.726989:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71cb7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.727002:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71cb7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764892.727044:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10086:0x0]: returning size 4096
00000004:00200000:1.0:1775764892.727048:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764892.727067:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71cb7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.727092:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71cb0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666b9 expref: 170 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.727111:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71cb7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666b9 expref: 169 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.727121:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764892.727124:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764892.727128:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc5c00, rc 0)
00000100:00100000:1.0:1775764892.727195:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293820416:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1353us (1575us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.727203:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206196
00000100:00100000:3.0:1775764892.729175:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293820544
00000100:00100000:3.0:1775764892.729189:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293820544
00000100:00100000:2.0:1775764892.730237:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.730615:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293820800
00000100:00100000:3.0:1775764892.730623:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293820800
00000100:00100000:3.0:1775764892.730684:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206197
00000100:00100000:3.0:1775764892.730693:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14453:x1862022293820800:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.730716:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.730736:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71cbe lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944666c0 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.730836:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.730877:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446668f expref: 171 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.730887:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ca9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666b2 expref: 171 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.730896:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 5/0,1 mode: --/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.730928:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ca9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666b2 expref: 171 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.730942:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ca9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666b2 expref: 171 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.730955:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf74700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277278336:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764892.731044:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446668f expref: 171 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.731052:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446668f expref: 171 pid: 8005 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.731060:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf75f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277278464:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764892.731079:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfade40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.733318:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764892.735396:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ca9 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666b2 expref: 171 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.735454:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3431
00000100:00100000:0.0:1775764892.735465:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:2401:x1862022293820544:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.735482:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.735491:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ca9 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666b2 expref: 171 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.735504:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ca9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666b2 expref: 171 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.735536:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:0.0:1775764892.735542:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.735551:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.735557:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.735629:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:2401:x1862022293820544:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 165us (9950us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.735637:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3431
00000100:00100000:2.0:1775764892.737804:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293820928
00000100:00100000:2.0:1775764892.737818:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293820928
00000100:00100000:3.0:1775764892.739015:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764892.739258:0:8005:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000a1e1f758 x1862022277278336) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ca9 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666b2 expref: 171 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.739278:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ca9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666b2 expref: 171 pid: 10031 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.739292:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf74700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277278336:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764892.739305:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf75f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277278464:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764892.739332:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:0.0:1775764892.739338:0:8005:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.739347:0:8005:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.739357:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.739427:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293821056
00000100:00100000:1.0:1775764892.739433:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293821056
00010000:00010000:1.0:1775764892.739464:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446668f expref: 171 pid: 8005 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.739520:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3432
00000100:00100000:1.0:1775764892.739530:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:2403:x1862022293821056:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.739546:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.739551:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446668f expref: 171 pid: 8005 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.739563:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446668f expref: 171 pid: 8005 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.739580:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71c47 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446668f expref: 171 pid: 8005 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.739595:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:1.0:1775764892.739598:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.739606:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.739614:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.739637:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.739690:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:2403:x1862022293821056:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 162us (682us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.739698:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3432
00010000:00010000:0.0:1775764892.739767:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.739775:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764892.739800:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017d:0x0]: returning size 2048
00010000:00010000:0.0:1775764892.740130:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71cbe lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666c0 expref: 171 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.740147:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666c0 expref: 170 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.740156:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:0.0:1775764892.740158:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764892.740160:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842c00, rc 0)
00000100:00100000:0.0:1775764892.740186:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14453:x1862022293820800:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9495us (9958us total) trans 4295101875 rc 0/0
00000100:00100000:0.0:1775764892.740193:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206197
00000100:00100000:2.0:1775764892.740338:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3060
00000100:00100000:2.0:1775764892.740349:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293820928:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:3.0:1775764892.746484:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.746569:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293821184
00000100:00100000:1.0:1775764892.746579:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293821184
00000100:00100000:1.0:1775764892.746637:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206198
00000100:00100000:1.0:1775764892.746648:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293821184:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.746673:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.746693:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71cd3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1017d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944666c7 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.746785:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71cda lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.746800:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666c0 expref: 172 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.746814:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71cda lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.750660:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666c0 expref: 172 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.750686:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666c0 expref: 172 pid: 8005 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.750704:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c71500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277278592:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764892.750797:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d13c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764892.752599:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14454:x1862022293820928:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 12246us (19282us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.752611:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3060
00000100:00100000:3.0:1775764892.764737:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.768482:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293821440
00000100:00100000:0.0:1775764892.768497:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293821440
00000100:00100000:0.0:1775764892.768621:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206199
00000100:00100000:0.0:1775764892.768629:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14454:x1862022293821440:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.768649:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764892.768668:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71ce1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944666ce expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768726:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71ce8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768740:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71ce8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768749:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71ce8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768758:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71cef lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768762:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71cef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768766:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71cef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768794:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71ce8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768798:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71ce8 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768801:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71ce8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768805:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a032c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764892.768808:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71ce8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768814:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71ce8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768823:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764892.768825:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.768828:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71ce8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768832:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71ce8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768863:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71cef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768867:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71cef lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768871:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71cef lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768873:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a032a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764892.768875:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71cef lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768878:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71cef lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768882:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xb15b1c48 (ffff93c69bc6eb00)
00010000:00010000:0.0:1775764892.768883:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.768885:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71cef lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768888:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71cef lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768908:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71ce1 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666ce expref: 172 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768916:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764892.768917:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1775764892.768919:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71ce1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666ce expref: 172 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.768925:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a032200, rc 0)
00000100:00100000:0.0:1775764892.769137:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14454:x1862022293821440:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 508us (4408us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764892.769144:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206199
00000100:00100000:3.0:1775764892.772598:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.772626:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293821568
00000100:00100000:3.0:1775764892.772635:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293821568
00010000:00010000:3.0:1775764892.772670:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666c0 expref: 171 pid: 8005 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.772719:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3433
00000100:00100000:3.0:1775764892.772727:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:2402:x1862022293821568:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.772741:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.772748:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666c0 expref: 171 pid: 8005 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.772762:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666c0 expref: 171 pid: 8005 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.772784:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:3.0:1775764892.772789:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71cda lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.772798:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71cda lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.772805:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71cda lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.772823:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.772908:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:2402:x1862022293821568:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 182us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.772915:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3433
00010000:00010000:2.0:1775764892.773277:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71cc5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1017d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666c0 expref: 170 pid: 8005 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.773295:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c71500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277278592:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764892.773316:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71cda lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.773325:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71cda lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.773330:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71cda lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764892.773379:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017d:0x0]: returning size 2048
00000004:00200000:2.0:1775764892.773383:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764892.773402:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71cda lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.773433:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71cd3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1017d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666c7 expref: 170 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.773447:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71cda lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666c7 expref: 169 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.773455:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:2.0:1775764892.773458:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764892.773460:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2000, rc 0)
00000100:00100000:2.0:1775764892.773502:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14453:x1862022293821184:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 26856us (27028us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.773535:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206198
00000100:00100000:3.0:1775764892.776401:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.777133:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293821824
00000100:00100000:0.0:1775764892.777142:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293821824
00000100:00100000:0.0:1775764892.777184:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3061
00000100:00100000:0.0:1775764892.777191:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+169:14454:x1862022293821824:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764892.777373:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14454:x1862022293821824:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 183us (982us total) trans 4295101876 rc 0/0
00000100:00100000:0.0:1775764892.777378:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3061
00000100:00100000:3.0:1775764892.789127:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.789227:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293821952
00000100:00100000:1.0:1775764892.789238:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293821952
00000100:00100000:1.0:1775764892.789337:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206200
00000100:00100000:1.0:1775764892.789346:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+170:14454:x1862022293821952:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.789371:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.789401:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71cf6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944666d5 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789460:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71cfd lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789474:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71cfd lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789486:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71cfd lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789504:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d71d04 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789521:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d71d04 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789529:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d71d04 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789605:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d71d0b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789614:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d71d0b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789621:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d71d0b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764892.789661:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017c:0x0]: returning size 2048
00000004:00200000:1.0:1775764892.789665:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764892.789684:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d71d0b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789695:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d71d0b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789704:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71cfd lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789710:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71cfd lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789720:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71cfd lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789726:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71cfd lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789732:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac3a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764892.789737:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71cfd lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789743:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71cfd lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789755:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764892.789758:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.789762:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71cfd lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789769:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d71cfd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789783:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d71d04 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789789:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d71d04 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789795:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d71d04 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789800:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1859000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764892.789803:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d71d04 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789810:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d71d04 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789816:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x11c3bde9 (ffff93c6877ce000)
00010000:00010000:1.0:1775764892.789819:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764892.789821:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d71d04 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789826:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d71d04 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789901:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d71cf6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666d5 expref: 172 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789915:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d71d0b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666d5 expref: 171 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.789923:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:1.0:1775764892.789926:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764892.789929:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1859800, rc 0)
00000100:00100000:1.0:1775764892.789997:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14454:x1862022293821952:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 652us (1036us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.790005:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206200
00000100:00100000:3.0:1775764892.799021:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.799157:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293822080
00000100:00100000:2.0:1775764892.799166:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293822080
00000100:00100000:2.0:1775764892.799224:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206201
00000100:00100000:2.0:1775764892.799234:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293822080:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.799253:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.799273:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71d12 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944666dc expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799338:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d19 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799353:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d19 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799365:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d19 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799380:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d20 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799398:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d20 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799406:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d20 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799447:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d19 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799454:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d19 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799460:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d19 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799466:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d19 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799471:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.799475:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d19 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799482:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d19 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799493:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.799496:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.799500:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d19 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799506:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d19 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799528:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d20 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799534:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d20 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799540:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d20 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799545:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.799548:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d20 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799553:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d20 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799561:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xb15b1c48 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764892.799563:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.799566:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d20 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799572:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d20 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799602:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71d12 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666dc expref: 172 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799613:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.799616:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.799619:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71d12 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666dc expref: 172 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.799629:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164000, rc 0)
00000100:00100000:2.0:1775764892.799696:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293822080:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 464us (683us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764892.799705:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206201
00000100:00100000:3.0:1775764892.808318:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.808369:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.809497:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293822336
00000100:00100000:1.0:1775764892.809519:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293822336
00000100:00100000:1.0:1775764892.809584:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3062
00000100:00100000:1.0:1775764892.809595:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14454:x1862022293822336:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764892.809823:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14454:x1862022293822336:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 230us (1514us total) trans 4295101877 rc 0/0
00000100:00100000:1.0:1775764892.809831:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3062
00000100:00100000:0.0:1775764892.814271:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293822464
00000100:00100000:0.0:1775764892.814286:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293822464
00000100:00100000:3.0:1775764892.816472:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.817810:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293822720
00000100:00100000:0.0:1775764892.817822:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293822720
00000100:00100000:0.0:1775764892.817920:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206202
00000100:00100000:0.0:1775764892.817929:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14454:x1862022293822720:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:0.0:1775764892.817986:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:0.0:1775764892.818013:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71c71 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446669d expref: 173 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.818034:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71bf3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466665 expref: 172 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.818044:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:0.0:1775764892.818054:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71cb7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666b9 expref: 171 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.818063:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764892.818066:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.818084:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71d27 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.818095:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71d27 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.818104:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71d27 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.818113:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71d2e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.818121:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71d2e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.818126:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71d2e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.818202:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.818211:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d71d0b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666d5 expref: 170 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.818219:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.818250:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d71d0b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666d5 expref: 170 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.818264:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d71d0b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666d5 expref: 170 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.818278:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c688c04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277278720:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764892.818368:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.822144:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.822256:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293822848
00000100:00100000:0.0:1775764892.822267:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293822848
00000100:00100000:0.0:1775764892.822317:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206203
00000100:00100000:0.0:1775764892.822327:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293822848:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.822347:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764892.822368:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71d3c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944666e3 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.822432:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71d43 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.822451:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71d43 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.822463:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71d43 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764892.822506:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10087:0x0]: returning size 4096
00000004:00200000:0.0:1775764892.822522:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764892.822543:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71d43 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.822577:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71d3c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666e3 expref: 173 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.822596:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71d43 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666e3 expref: 172 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.822605:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764892.822608:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764892.822612:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033000, rc 0)
00000100:00100000:0.0:1775764892.822672:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14453:x1862022293822848:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 346us (537us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.822688:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206203
00010000:00010000:1.0:1775764892.823130:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d71d0b lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666d5 expref: 171 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.823166:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3434
00000100:00100000:1.0:1775764892.823174:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783543850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:2400:x1862022293822464:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.823185:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.823192:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d71d0b lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666d5 expref: 171 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.823206:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d71d0b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666d5 expref: 171 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.823222:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:1.0:1775764892.823227:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.823235:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.823242:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.823258:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.823287:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783543850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:2400:x1862022293822464:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 114us (14917us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.823295:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3434
00010000:00010000:0.0:1775764892.832638:0:6519:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000bc34433d x1862022277278720) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d71d0b lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666d5 expref: 170 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.832664:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d71d0b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944666d5 expref: 170 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.832692:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c688c04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277278720:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764892.832716:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:0.0:1775764892.832725:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833051:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833060:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764892.833323:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].97, 64 off14400
00000004:00080000:3.0:1775764892.833332:0:6519:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 2147083491483ns, next at 2148083489072ns, rc = 0
00010000:00010000:3.0:1775764892.833382:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71d4a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1017c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833395:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71d4a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1017c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833406:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71d4a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1017c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833413:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71d4a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1017c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833418:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71d4a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1017c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833424:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71d4a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1017c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833449:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764892.833468:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833474:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833480:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833486:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a032c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764892.833489:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833497:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833506:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:3.0:1775764892.833521:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764892.833525:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833531:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71d35 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1017c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833548:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71d27 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833554:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71d27 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833564:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71d27 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833569:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a032200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764892.833572:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71d27 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833577:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71d27 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833585:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764892.833588:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.833590:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71d27 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833596:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71d27 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764892.833604:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a32d8a2e reply state 000000007362007a transno 4295101878 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71d2e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833614:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032a00/0x9da62835f5d71d2e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.833621:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x11c3bde9 (ffff93c6877ce000)
00010000:00010000:3.0:1775764892.833623:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764892.833626:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764892.833722:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14454:x1862022293822720:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 15791us (17257us total) trans 4295101878 rc 0/0
00000100:00100000:3.0:1775764892.833731:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206202
00010000:00010000:0.0:1775764892.834396:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764892.834404:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71d4a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1017c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.834412:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764892.834415:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71d4a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1017c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.834422:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71d4a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1017c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.834432:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017c:0x0].0x0 (ffff93c6877ce100)
00010000:00010000:0.0:1775764892.834435:0:6506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764892.834438:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71d4a lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1017c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.834444:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71d4a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1017c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.834460:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.834462:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764892.834463:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764892.840310:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.840387:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293822976
00000100:00100000:0.0:1775764892.840398:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293822976
00000100:00100000:0.0:1775764892.840457:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3063
00000100:00100000:0.0:1775764892.840467:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7835f6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293822976:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764892.850119:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7835f6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293822976:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 9643us (9806us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.850134:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3063
00000100:00100000:3.0:1775764892.855974:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.856071:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293823232
00000100:00100000:2.0:1775764892.856082:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293823232
00000100:00100000:2.0:1775764892.856145:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206204
00000100:00100000:2.0:1775764892.856155:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293823232:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.856178:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.856201:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71d51 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944666ea expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856272:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d58 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856288:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d58 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856300:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d58 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856314:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d5f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856321:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d5f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856327:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d5f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856367:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d58 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856375:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d58 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856381:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d58 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856387:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d58 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856393:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.856397:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d58 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856405:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d58 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856416:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.856418:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.856423:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d58 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856429:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71d58 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856442:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d5f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856448:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d5f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856454:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d5f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856460:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.856462:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d5f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856468:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d5f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856474:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xb15b1c48 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764892.856476:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.856479:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d5f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856484:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71d5f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856531:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71d51 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666ea expref: 172 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856542:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.856544:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1775764892.856547:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71d51 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666ea expref: 172 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.856557:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164000, rc 0)
00000100:00100000:2.0:1775764892.856614:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293823232:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 461us (650us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764892.856622:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206204
00000100:00100000:3.0:1775764892.861828:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.862025:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.862111:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293823488
00000100:00100000:1.0:1775764892.862120:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293823488
00000100:00100000:1.0:1775764892.862195:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3064
00000100:00100000:1.0:1775764892.862203:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+171:14453:x1862022293823488:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764892.862412:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14453:x1862022293823488:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 208us (593us total) trans 4295101879 rc 0/0
00000100:00100000:1.0:1775764892.862420:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3064
00000100:00100000:2.0:1775764892.862707:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293823616
00000100:00100000:2.0:1775764892.862711:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293823616
00000100:00100000:2.0:1775764892.862747:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206205
00000100:00100000:2.0:1775764892.862756:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+172:14454:x1862022293823616:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.862767:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.862786:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71d66 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944666f1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.862875:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71d6d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.862891:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71d6d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.862900:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71d6d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.862909:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71d74 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.862913:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71d74 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.862917:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71d74 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.862982:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71d7b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.862991:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71d7b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.862994:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71d7b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764892.863020:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017a:0x0]: returning size 2048
00000004:00200000:2.0:1775764892.863024:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764892.863041:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71d7b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863052:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71d7b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863060:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71d6d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863067:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71d6d lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863074:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71d6d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863080:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.863083:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71d6d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863090:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71d6d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863100:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764892.863104:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.863110:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71d6d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863116:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71d6d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863129:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71d74 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863135:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71d74 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863142:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71d74 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863148:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.863150:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71d74 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863154:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71d74 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863160:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5a114248 (ffff93c6877cef00)
00010000:00010000:2.0:1775764892.863161:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.863163:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71d74 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863167:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71d74 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863187:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71d66 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666f1 expref: 174 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863196:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71d7b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666f1 expref: 173 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.863201:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017a:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:2.0:1775764892.863203:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764892.863204:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164a00, rc 0)
00000100:00100000:2.0:1775764892.863242:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14454:x1862022293823616:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 488us (1217us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.863249:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206205
00000100:00100000:0.0:1775764892.872557:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.872598:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.872613:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293823744
00000100:00100000:2.0:1775764892.872622:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293823744
00000100:00100000:0.0:1775764892.872629:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.872668:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293824000
00000100:00100000:2.0:1775764892.872671:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293824000
00000100:00100000:0.0:1775764892.872684:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206206
00000100:00100000:0.0:1775764892.872694:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293823744:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:2.0:1775764892.872703:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206207
00000100:00100000:2.0:1775764892.872708:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293824000:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764892.872717:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.872718:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764892.872737:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71d89 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944666f8 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.872737:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71d82 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944666ff expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872797:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71d97 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.872797:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71d90 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872812:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71d97 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.872812:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71d90 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.872823:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71d90 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872824:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71d97 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872854:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71d9e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xc12f9fd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.872858:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71da5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872862:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71d9e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.872866:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71da5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872870:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71d9e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.872872:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71da5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872904:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71d97 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872911:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71d97 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872916:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71d97 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872922:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71d97 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872927:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a032800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764892.872931:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71d97 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.872936:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71dac lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872938:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71d97 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.872944:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71dac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872949:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764892.872950:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71dac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872952:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.872956:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71d97 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872961:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71d97 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872972:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71d9e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872977:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71d9e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872982:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71d9e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764892.872985:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017d:0x0]: returning size 2048
00010000:00010000:0.0:1775764892.872988:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a032600 already unused, calling callback (ffffffffc16c54f0)
00000004:00200000:2.0:1775764892.872990:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00010000:00010000:0.0:1775764892.872991:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71d9e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.872996:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71d9e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.873002:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xc12f9fd9 (ffff93c69bc6eb00)
00010000:00010000:0.0:1775764892.873004:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.873006:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71d9e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764892.873007:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71dac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.873012:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71d9e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873017:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71dac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873023:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71d90 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873028:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71d90 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873037:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71d90 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873042:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71d90 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873047:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764892.873049:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71d89 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666f8 expref: 176 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873050:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71d90 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873056:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71d90 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.873059:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764892.873061:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.873062:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764892.873064:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71d89 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666f8 expref: 176 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873065:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.873067:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71d90 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873073:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71d90 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.873074:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033200, rc 0)
00010000:00010000:2.0:1775764892.873081:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71da5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873086:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71da5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873090:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71da5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873094:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.873097:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71da5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873102:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71da5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873107:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x11c3bde9 (ffff93c69abafc00)
00010000:00010000:2.0:1775764892.873109:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.873111:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71da5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873116:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71da5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.873119:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293823744:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 427us (571us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764892.873126:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206206
00010000:00010000:2.0:1775764892.873134:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71d82 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666ff expref: 176 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873146:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71dac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666ff expref: 174 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.873152:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:2.0:1775764892.873154:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764892.873156:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164600, rc 0)
00000100:00100000:2.0:1775764892.873176:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293824000:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 467us (546us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.873182:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206207
00000100:00100000:3.0:1775764892.873375:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293823872
00000100:00100000:3.0:1775764892.873380:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293823872
00000100:00100000:3.0:1775764892.873421:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1210
00000100:00100000:3.0:1775764892.873428:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:2401:x1862022293823872:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.873437:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.873448:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71d7b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666f1 expref: 174 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.873459:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017a:0x0].0x0 (ffff93c6877ce800)
00010000:00010000:3.0:1775764892.873462:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.873501:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:2401:x1862022293823872:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 73us (902us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.873507:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1210
00000100:00100000:0.0:1775764892.880088:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.880175:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293824128
00000100:00100000:3.0:1775764892.880185:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293824128
00000100:00100000:3.0:1775764892.880238:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206208
00000100:00100000:3.0:1775764892.880246:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14454:x1862022293824128:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.880266:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.880287:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71db3 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466706 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.880347:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71dba lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.880367:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71dba lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.880455:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71dba lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764892.880551:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10086:0x0]: returning size 4096
00000004:00200000:3.0:1775764892.880556:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764892.880575:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71dba lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.880598:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71db3 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466706 expref: 175 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.880615:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71dba lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466706 expref: 174 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.880623:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764892.880626:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764892.880630:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842e00, rc 0)
00000100:00100000:3.0:1775764892.880720:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293824128:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 475us (700us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.880727:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206208
00000100:00100000:1.0:1775764892.884599:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.884662:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293824256
00000100:00100000:0.0:1775764892.884672:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293824256
00000100:00100000:0.0:1775764892.884743:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1211
00000100:00100000:0.0:1775764892.884753:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:2403:x1862022293824256:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.884908:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.884937:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71dac lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666ff expref: 174 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.884958:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:0.0:1775764892.884965:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.885034:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:2403:x1862022293824256:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 273us (433us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.885042:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1211
00000100:00100000:0.0:1775764892.886218:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.886304:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293824512
00000100:00100000:3.0:1775764892.886311:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293824512
00000100:00100000:3.0:1775764892.886359:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3065
00000100:00100000:3.0:1775764892.886368:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293824512:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764892.886597:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293824512:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 229us (385us total) trans 4295101880 rc 0/0
00000100:00100000:3.0:1775764892.886605:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3065
00000100:00100000:3.0:1775764892.891815:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.892024:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.892088:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293824896
00000100:00100000:3.0:1775764892.892095:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293824640
00000100:00100000:0.0:1775764892.892098:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293824896
00000100:00100000:3.0:1775764892.892098:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293824640
00000100:00100000:0.0:1775764892.892151:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206209
00000100:00100000:3.0:1775764892.892151:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3066
00000100:00100000:0.0:1775764892.892161:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14453:x1862022293824896:12345-192.168.202.56@tcp:36:dbench.0
00000100:00100000:3.0:1775764892.892161:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293824640:12345-192.168.202.56@tcp:37:dbench.0
00010000:00010000:0.0:1775764892.892302:0:10031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:0.0:1775764892.892329:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d71cda lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666c7 expref: 175 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.892349:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71c63 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466696 expref: 174 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.892359:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69abaff00)
00010000:00010000:0.0:1775764892.892372:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71d43 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944666e3 expref: 173 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.892391:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764892.892394:0:10031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764892.892410:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71dc1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.892421:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71dc1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.892430:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71dc1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.892439:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71dc8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.892446:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71dc8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.892451:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71dc8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.892538:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71dcf lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1017d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.892546:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71dcf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1017d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.892552:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71dcf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1017d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1775764892.893054:0:10031:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].98, 64 off14488
00000004:00080000:0.0:1775764892.893065:0:10031:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 2147143224785ns, next at 2148143222310ns, rc = 0
00010000:00010000:0.0:1775764892.893109:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71dd6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1017d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893117:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71dd6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1017d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893124:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71dd6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1017d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893131:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71dd6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1017d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893137:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71dd6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1017d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893141:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71dd6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1017d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893163:0:10031:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1775764892.893180:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71dcf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1017d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893186:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71dcf lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1017d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893191:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71dcf lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1017d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893197:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a032800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764892.893201:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71dcf lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1017d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893212:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71dcf lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1017d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893220:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69bc6eb00)
00010000:00010000:0.0:1775764892.893222:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1775764892.893225:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71dcf lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1017d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893229:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71dcf lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1017d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893245:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71dc1 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893250:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71dc1 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893255:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71dc1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893260:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71dc1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893265:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a033200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764892.893268:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71dc1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893274:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71dc1 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893280:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764892.893283:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764892.893285:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71dc1 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893290:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d71dc1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1775764892.893299:0:10031:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000574fd1da reply state 000000001fb8aa87 transno 4295101881 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71dc8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.893299:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1775764892.893304:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71dd6 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1017d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893309:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032600/0x9da62835f5d71dc8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.893310:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a032c00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:2.0:1775764892.893314:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71dd6 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1017d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.893315:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x11c3bde9 (ffff93c69abafc00)
00010000:00010000:0.0:1775764892.893318:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1775764892.893320:0:10031:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764892.893321:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71dd6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1017d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.893328:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017d:0x0].0x0 (ffff93c69bc6eb00)
00010000:00010000:2.0:1775764892.893330:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1775764892.893332:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71dd6 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1017d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.893336:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71dd6 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1017d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.893348:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.893350:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1775764892.893352:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775764892.893469:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14453:x1862022293824896:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1308us (1662us total) trans 4295101881 rc 0/0
00000100:00100000:0.0:1775764892.893478:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206209
00000100:00100000:3.0:1775764892.897396:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14454:x1862022293824640:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 5227us (5361us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.897411:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3066
00000100:00100000:1.0:1775764892.903943:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.904045:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293825024
00000100:00100000:2.0:1775764892.904055:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293825024
00000100:00100000:2.0:1775764892.904117:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206210
00000100:00100000:2.0:1775764892.904127:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14454:x1862022293825024:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.904153:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.904173:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71ddd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446670d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904237:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71de4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904258:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71de4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904270:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71de4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904285:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71deb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904292:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71deb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904298:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71deb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904332:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71de4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904340:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71de4 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904347:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71de4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904353:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.904358:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71de4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904366:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71de4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904381:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764892.904384:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.904389:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71de4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904394:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71de4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904404:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71deb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904410:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71deb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904415:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71deb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904420:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.904423:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71deb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904429:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71deb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904435:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x3771cd63 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764892.904437:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.904439:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71deb lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904445:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71deb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904474:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71ddd lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446670d expref: 174 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904485:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764892.904487:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.904490:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71ddd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446670d expref: 174 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.904499:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164c00, rc 0)
00000100:00100000:2.0:1775764892.904569:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14454:x1862022293825024:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 444us (636us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764892.904576:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206210
00000100:00100000:2.0:1775764892.909568:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.909794:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293825152
00000100:00100000:3.0:1775764892.909804:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293825152
00000100:00100000:3.0:1775764892.909900:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206211
00000100:00100000:3.0:1775764892.909910:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293825152:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.909931:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.909948:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71df2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466714 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.909998:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71df9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910009:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71df9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910017:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71df9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910024:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71e00 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910030:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71e00 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910034:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71e00 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910088:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71e07 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910093:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71e07 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910096:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71e07 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764892.910128:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017b:0x0]: returning size 2048
00000004:00200000:3.0:1775764892.910131:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764892.910146:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71e07 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910153:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71e07 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910158:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71df9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910162:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71df9 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910166:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71df9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910173:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764892.910176:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71df9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910180:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71df9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910188:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764892.910190:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.910192:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71df9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910196:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71df9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910203:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71e00 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910206:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71e00 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910210:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71e00 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910213:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764892.910214:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71e00 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910217:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71e00 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910223:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5a114248 (ffff93c6a31a2100)
00010000:00010000:3.0:1775764892.910225:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.910226:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71e00 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910229:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71e00 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5a114248 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910243:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71df2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466714 expref: 175 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910251:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71e07 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466714 expref: 174 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.910255:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017b:0x0].0x0 (ffff93c6a31a2e00)
00010000:00010000:3.0:1775764892.910256:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764892.910257:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842000, rc 0)
00000100:00100000:3.0:1775764892.910310:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293825152:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 401us (754us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.910316:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206211
00000100:00100000:0.0:1775764892.914339:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.914395:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.914455:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293825280
00000100:00100000:2.0:1775764892.914465:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293825280
00000100:00100000:0.0:1775764892.914499:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.914695:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293825408
00000100:00100000:1.0:1775764892.914699:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293825408
00000100:00100000:1.0:1775764892.914759:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1212
00000100:00100000:1.0:1775764892.914778:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:2403:x1862022293825408:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.914793:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.914819:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71e07 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466714 expref: 175 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.914865:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017b:0x0].0x0 (ffff93c6a31a2e00)
00010000:00010000:1.0:1775764892.914871:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.914927:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:2403:x1862022293825408:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 152us (531us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.914934:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1212
00000100:00100000:2.0:1775764892.915164:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293825536
00000100:00100000:2.0:1775764892.915168:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293825536
00000100:00100000:2.0:1775764892.915194:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206212
00000100:00100000:2.0:1775764892.915201:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14454:x1862022293825280:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.915219:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:3.0:1775764892.915227:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206213
00010000:00010000:2.0:1775764892.915236:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71e0e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446671b expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.915236:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293825536:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.915244:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.915253:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71e15 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466722 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915294:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e1c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915294:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71e23 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915309:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e1c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915309:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71e23 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915320:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e1c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915320:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71e23 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915335:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e2a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xe0c9cb9b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915335:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71e31 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xc12f9fd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915343:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e2a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915343:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71e31 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915350:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e2a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915350:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71e31 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915391:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e1c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915397:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e1c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915402:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e1c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915409:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e1c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915414:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.915419:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e1c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915426:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e1c lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915439:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764892.915442:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.915445:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e1c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915452:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e1c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915462:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e2a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915468:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e2a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915473:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e2a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915476:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71e23 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915477:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.915480:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e2a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915482:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71e23 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915499:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e2a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915507:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xe0c9cb9b (ffff93c6a31a2900)
00010000:00010000:2.0:1775764892.915517:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.915520:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e2a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915526:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e2a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915546:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71e23 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915551:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71e23 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915555:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71e0e lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446671b expref: 176 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915557:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764892.915560:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71e23 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915564:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764892.915567:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.915570:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71e0e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446671b expref: 176 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915570:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71e23 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.915579:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164c00, rc 0)
00010000:00010000:3.0:1775764892.915579:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764892.915581:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.915584:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71e23 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915589:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71e23 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915598:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71e31 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915603:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71e31 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.915605:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293825280:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 406us (1276us total) trans 0 rc 301/301
00010000:00010000:3.0:1775764892.915609:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71e31 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.915612:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206212
00010000:00010000:3.0:1775764892.915615:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764892.915618:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71e31 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915623:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71e31 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915630:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xc12f9fd9 (ffff93c69abaf700)
00010000:00010000:3.0:1775764892.915632:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.915635:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71e31 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915640:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71e31 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915661:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71e15 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466722 expref: 174 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915669:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764892.915671:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764892.915674:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71e15 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466722 expref: 174 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.915681:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4600, rc 0)
00000100:00100000:3.0:1775764892.915701:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293825536:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 467us (1201us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764892.915707:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206213
00000100:00100000:1.0:1775764892.921625:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.921710:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293825664
00000100:00100000:3.0:1775764892.921720:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293825664
00000100:00100000:3.0:1775764892.921790:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206214
00000100:00100000:3.0:1775764892.921801:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+173:14453:x1862022293825664:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.921821:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.922056:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71e38 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466729 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.922117:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71e3f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.922130:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71e3f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.922143:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71e3f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764892.922180:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10087:0x0]: returning size 4096
00000004:00200000:3.0:1775764892.922183:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764892.922201:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71e3f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.922221:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71e38 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466729 expref: 175 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.922237:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71e3f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466729 expref: 174 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.922246:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764892.922249:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764892.922252:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4800, rc 0)
00000100:00100000:3.0:1775764892.922350:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293825664:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 551us (734us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.922357:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206214
00000100:00100000:2.0:1775764892.930080:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.930134:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293825792
00000100:00100000:3.0:1775764892.930145:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293825792
00000100:00100000:3.0:1775764892.930205:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3067
00000100:00100000:3.0:1775764892.930214:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+174:14453:x1862022293825792:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:1.0:1775764892.934931:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.935010:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293826048
00000100:00100000:2.0:1775764892.935021:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293826048
00000100:00100000:2.0:1775764892.935081:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206215
00000100:00100000:2.0:1775764892.935091:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14454:x1862022293826048:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.935112:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.935131:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71e46 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466730 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.935223:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.935235:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466340 expref: 177 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.935244:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.935272:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466340 expref: 177 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.935282:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466340 expref: 177 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.935291:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277278848:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764892.935367:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12c00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.941130:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14453:x1862022293825792:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 8163us (8304us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.941145:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3067
00000100:00100000:2.0:1775764892.941625:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277278848:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764892.941627:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:2.0:1775764892.941652:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.942078:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293826176
00000100:00100000:3.0:1775764892.942086:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293826176
00010000:00010000:2.0:1775764892.942559:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466340 expref: 176 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.942604:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3435
00000100:00100000:2.0:1775764892.942611:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:2402:x1862022293826176:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.942623:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.942628:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466340 expref: 176 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.942638:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466340 expref: 176 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.942655:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7124c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466340 expref: 176 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.942666:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:2.0:1775764892.942669:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.942686:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.942691:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.942713:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764892.942746:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.942753:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.942771:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:2402:x1862022293826176:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 160us (1144us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.942779:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3435
00000004:00200000:3.0:1775764892.943258:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10176:0x0]: returning size 543
00010000:00010000:3.0:1775764892.943398:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71e46 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466730 expref: 176 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.943414:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466730 expref: 175 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.943422:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:3.0:1775764892.943424:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764892.943427:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164e00, rc 0)
00000100:00100000:3.0:1775764892.943528:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293826048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8438us (8604us total) trans 4295101882 rc 0/0
00000100:00100000:3.0:1775764892.943536:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206215
00000100:00100000:0.0:1775764892.946934:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.947263:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293826304
00000100:00100000:2.0:1775764892.947274:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293826304
00000100:00100000:2.0:1775764892.947324:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206216
00000100:00100000:2.0:1775764892.947331:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14453:x1862022293826304:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.947352:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.947374:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e5b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466737 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947436:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e62 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947455:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e62 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947467:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e62 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947481:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e69 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947496:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e69 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947501:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e69 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947547:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e62 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947559:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e62 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947565:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e62 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947570:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.947575:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e62 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947582:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e62 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947600:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.947604:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.947609:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e62 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947615:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e62 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947628:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e69 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947633:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e69 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947639:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e69 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947644:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.947647:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e69 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947652:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e69 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947659:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x3771cd63 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764892.947661:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.947663:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e69 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947668:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e69 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947696:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e5b lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466737 expref: 176 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947705:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.947708:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.947711:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e5b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466737 expref: 176 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.947720:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165200, rc 0)
00000100:00100000:2.0:1775764892.947784:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14453:x1862022293826304:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 453us (860us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764892.947791:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206216
00000100:00100000:0.0:1775764892.955383:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764892.955462:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.955733:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293826432
00000100:00100000:3.0:1775764892.955733:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293826560
00000100:00100000:2.0:1775764892.955742:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293826432
00000100:00100000:3.0:1775764892.955743:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293826560
00000100:00100000:2.0:1775764892.955833:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206217
00000100:00100000:2.0:1775764892.955874:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14453:x1862022293826432:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.955900:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.955919:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e70 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446673e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956047:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e77 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956062:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e77 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956072:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e77 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956085:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e7e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xe0c9cb9b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956095:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e7e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956101:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e7e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956133:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e77 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956138:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e77 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956144:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e77 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956149:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.956153:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e77 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956159:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e77 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956168:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.956171:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.956174:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e77 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956179:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71e77 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956191:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e7e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956197:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e7e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956202:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e7e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956206:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.956208:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e7e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956212:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e7e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956218:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xe0c9cb9b (ffff93c6a31a2900)
00010000:00010000:2.0:1775764892.956220:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.956221:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e7e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956226:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71e7e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956251:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e70 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446673e expref: 177 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956259:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764892.956260:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.956264:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71e70 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446673e expref: 177 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956271:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165200, rc 0)
00000100:00100000:2.0:1775764892.956329:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14453:x1862022293826432:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 488us (955us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764892.956335:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206217
00000100:00100000:2.0:1775764892.956351:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206218
00000100:00100000:2.0:1775764892.956357:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293826560:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.956364:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.956371:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71e85 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466745 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956423:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d71e8c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956433:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466730 expref: 176 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956441:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d71e8c lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956472:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466730 expref: 176 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.956823:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466730 expref: 176 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.956929:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277278976:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764892.956995:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12c00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.962667:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.962769:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293826688
00000100:00100000:1.0:1775764892.962780:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293826688
00010000:00010000:1.0:1775764892.962823:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466730 expref: 177 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.962896:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3436
00000100:00100000:1.0:1775764892.962906:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:2402:x1862022293826688:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764892.962920:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764892.962926:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466730 expref: 177 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.962940:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466730 expref: 177 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.962963:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:1.0:1775764892.962969:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d71e8c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.962977:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d71e8c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.962984:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d71e8c lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.963005:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764892.963063:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:2402:x1862022293826688:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 159us (406us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.963071:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3436
00010000:00010000:2.0:1775764892.963559:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e4d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10176:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466730 expref: 176 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.963576:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277278976:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764892.963595:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d71e8c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.963604:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d71e8c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.963609:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d71e8c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764892.963659:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10176:0x0]: returning size 543
00000004:00200000:2.0:1775764892.963664:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764892.964611:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d71e8c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.964649:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71e85 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10176:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466745 expref: 176 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.964667:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164800/0x9da62835f5d71e8c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466745 expref: 175 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.964688:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10176:0x0].0x0 (ffff93c68cb34300)
00010000:00010000:2.0:1775764892.964692:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764892.964695:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164800, rc 0)
00000100:00100000:2.0:1775764892.964749:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293826560:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8391us (9286us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.964757:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206218
00000100:00100000:1.0:1775764892.971092:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.971168:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293826816
00000100:00100000:2.0:1775764892.971179:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293826816
00000100:00100000:2.0:1775764892.971266:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206219
00000100:00100000:2.0:1775764892.971277:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293826816:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.971300:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.971320:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71e93 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446674c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971382:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e9a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971397:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e9a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971409:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e9a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971424:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ea1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971431:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ea1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971438:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ea1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971535:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71ea8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971544:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71ea8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971552:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71ea8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764892.971589:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096
00000004:00200000:2.0:1775764892.971593:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764892.971612:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71ea8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971621:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71ea8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971629:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e9a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971635:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e9a lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971641:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e9a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971647:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.971652:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e9a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971661:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e9a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971685:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764892.971688:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.971693:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e9a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971699:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71e9a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971710:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ea1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971717:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ea1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971722:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ea1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971726:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764892.971729:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ea1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971735:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ea1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971742:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xcd7d97c8 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764892.971744:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764892.971747:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ea1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971752:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71ea1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971780:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71e93 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446674c expref: 177 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971793:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71ea8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446674c expref: 176 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.971800:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:2.0:1775764892.971802:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764892.971804:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165a00, rc 0)
00000100:00100000:2.0:1775764892.971909:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14454:x1862022293826816:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 633us (825us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.971916:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206219
00000100:00100000:0.0:1775764892.975289:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.975430:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293826944
00000100:00100000:3.0:1775764892.975439:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293826944
00000100:00100000:3.0:1775764892.975502:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1213
00000100:00100000:3.0:1775764892.975522:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:2402:x1862022293826944:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764892.975537:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764892.975560:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71ea8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446674c expref: 176 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764892.975582:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff93c69e486f00)
00010000:00010000:3.0:1775764892.975588:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764892.975649:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:2402:x1862022293826944:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 139us (370us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764892.975657:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1213
00000100:00100000:0.0:1775764892.981756:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.981960:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293827200
00000100:00100000:1.0:1775764892.981971:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293827200
00000100:00100000:1.0:1775764892.982028:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3068
00000100:00100000:1.0:1775764892.982038:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7835f4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+175:14454:x1862022293827200:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764892.982319:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7835f4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14454:x1862022293827200:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 282us (573us total) trans 4295101883 rc 0/0
00000100:00100000:1.0:1775764892.982328:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3068
00000100:00100000:0.0:1775764892.982501:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.982603:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293827456
00000100:00100000:3.0:1775764892.982607:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293827456
00000100:00100000:3.0:1775764892.982830:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206220
00000100:00100000:3.0:1775764892.982878:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+176:14453:x1862022293827456:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764892.982892:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764892.982912:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71eaf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466753 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.983035:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.983051:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446636a expref: 177 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.983059:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.983094:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446636a expref: 177 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.983108:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446636a expref: 177 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.983127:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277279104:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764892.983190:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12c00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764892.986412:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764892.986685:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293827584
00000100:00100000:3.0:1775764892.986694:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293827584
00010000:00010000:3.0:1775764892.986732:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446636a expref: 178 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.986931:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3437
00000100:00100000:0.0:1775764892.986944:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783541c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:2402:x1862022293827584:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.986959:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.986966:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446636a expref: 178 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.986981:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446636a expref: 178 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987003:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:0.0:1775764892.987008:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987017:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987023:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.987042:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764892.987098:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783541c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:2402:x1862022293827584:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 159us (696us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.987105:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3437
00010000:00010000:1.0:1775764892.987116:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bebd400/0x9da62835f5d712ca lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446636a expref: 178 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.987131:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277279104:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764892.987151:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.987161:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.987167:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764892.987186:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10177:0x0]: returning size 543
00010000:00010000:1.0:1775764892.987322:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71eaf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466753 expref: 178 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.987332:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466753 expref: 177 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.987337:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:1.0:1775764892.987339:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764892.987341:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165200, rc 0)
00000100:00100000:1.0:1775764892.987360:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14453:x1862022293827456:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 4525us (4861us total) trans 4295101884 rc 0/0
00000100:00100000:1.0:1775764892.987365:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206220
00000100:00100000:3.0:1775764892.991120:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764892.991167:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293827712
00000100:00100000:1.0:1775764892.991178:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293827712
00000100:00100000:1.0:1775764892.991571:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206221
00000100:00100000:1.0:1775764892.991582:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+177:14453:x1862022293827712:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764892.991612:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764892.991634:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d71ec4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446675a expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.991737:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858400/0x9da62835f5d71ecb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.991753:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466753 expref: 178 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.991761:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858400/0x9da62835f5d71ecb lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.991794:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466753 expref: 178 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.991808:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466753 expref: 178 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.991823:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c73480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277279232:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764892.991938:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764892.992309:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.994833:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293827968
00000100:00100000:2.0:1775764892.994925:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293827968
00000100:00100000:2.0:1775764892.995000:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206222
00000100:00100000:3.0:1775764892.995003:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.995009:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14454:x1862022293827968:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764892.995031:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764892.995055:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71ed2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466761 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.995069:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293828096
00000100:00100000:0.0:1775764892.995073:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293828096
00010000:00010000:0.0:1775764892.995095:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466753 expref: 181 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764892.995120:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3438
00000100:00100000:0.0:1775764892.995126:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:2402:x1862022293828096:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764892.995134:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764892.995139:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466753 expref: 181 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.995152:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466753 expref: 181 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.995165:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.995171:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:0.0:1775764892.995175:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858400/0x9da62835f5d71ecb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.995176:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446651c expref: 181 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.995183:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858400/0x9da62835f5d71ecb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.995184:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.995189:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858400/0x9da62835f5d71ecb lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764892.995202:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764892.995215:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446651c expref: 181 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.995225:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446651c expref: 181 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.995237:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277279360:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764892.995250:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:2402:x1862022293828096:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 125us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764892.995257:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3438
00000100:00100000:2.0:1775764892.995283:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12d80 going to sleep for 11 seconds
00010000:00010000:1.0:1775764892.995608:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d71eb6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10177:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466753 expref: 180 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764892.998878:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c73480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277279232:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764892.998912:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858400/0x9da62835f5d71ecb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.998924:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858400/0x9da62835f5d71ecb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.998929:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858400/0x9da62835f5d71ecb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764892.998981:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10177:0x0]: returning size 543
00000004:00200000:1.0:1775764892.998985:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764892.999007:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858400/0x9da62835f5d71ecb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.999041:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d71ec4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10177:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446675a expref: 180 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.999061:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858400/0x9da62835f5d71ecb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10177:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446675a expref: 179 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.999070:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10177:0x0].0x0 (ffff93c69bc6ec00)
00010000:00010000:1.0:1775764892.999073:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764892.999077:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1858400, rc 0)
00000100:00100000:1.0:1775764892.999135:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14453:x1862022293827712:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7555us (8020us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764892.999145:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206221
00000100:00100000:2.0:1775764892.999464:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277279360:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764892.999479:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764892.999533:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764892.999727:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293828224
00000100:00100000:2.0:1775764892.999734:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293828224
00010000:00010000:2.0:1775764892.999759:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446651c expref: 179 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.999792:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3439
00000100:00100000:2.0:1775764892.999800:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:2403:x1862022293828224:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764892.999812:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764892.999818:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446651c expref: 179 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.999831:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446651c expref: 179 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.999883:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d71834 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446651c expref: 179 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.999896:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:2.0:1775764892.999900:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.999909:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.999917:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764892.999942:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764892.999963:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764892.999970:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764892.999974:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:2403:x1862022293828224:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 175us (442us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764892.999980:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3439
00000004:00200000:1.0:1775764892.999987:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10178:0x0]: returning size 4096
00010000:00010000:1.0:1775764893.000092:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d71ed2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466761 expref: 179 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.000107:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466761 expref: 178 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.000113:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:1.0:1775764893.000115:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764893.000117:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164e00, rc 0)
00000100:00100000:1.0:1775764893.000139:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14454:x1862022293827968:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 5131us (7831us total) trans 4295101885 rc 0/0
00000100:00100000:1.0:1775764893.000145:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206222
00000100:00100000:3.0:1775764893.005385:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.005465:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293828352
00000100:00100000:0.0:1775764893.005476:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293828352
00000100:00100000:0.0:1775764893.005563:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206223
00000100:00100000:0.0:1775764893.005574:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+178:14453:x1862022293828352:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.005598:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.005619:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71ee7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466768 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1775764893.006138:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1775764893.006264:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71eee lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006281:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71eee lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006294:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71eee lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006311:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71ef5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006318:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71ef5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006325:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71ef5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006402:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71efc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006411:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71efc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006417:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71efc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.006454:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096
00000004:00200000:0.0:1775764893.006459:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.006479:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71efc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006503:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71efc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006520:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71eee lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006526:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71eee lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006531:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71eee lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006537:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71eee lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006542:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a032200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764893.006546:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71eee lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006554:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71eee lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006566:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764893.006569:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.006573:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71eee lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006579:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71eee lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006596:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71ef5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006603:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71ef5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006608:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71ef5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006613:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a033600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764893.006615:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71ef5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006620:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71ef5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006627:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xcd7d97c8 (ffff93c69bc6e100)
00010000:00010000:0.0:1775764893.006629:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.006631:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71ef5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006636:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71ef5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006664:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71ee7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466768 expref: 180 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006690:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71efc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466768 expref: 179 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.006701:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:0.0:1775764893.006702:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764893.006704:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033000, rc 0)
00000100:00100000:0.0:1775764893.006775:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14453:x1862022293828352:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1203us (1399us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.006783:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206223
00000100:00100000:3.0:1775764893.019101:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.019147:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.019269:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293828480
00000100:00100000:1.0:1775764893.019281:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293828480
00000100:00100000:0.0:1775764893.019303:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293828608
00000100:00100000:0.0:1775764893.019308:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293828608
00000100:00100000:1.0:1775764893.019346:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206224
00000100:00100000:0.0:1775764893.019350:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1214
00000100:00100000:0.0:1775764893.019356:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:2403:x1862022293828608:12345-192.168.202.56@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1775764893.019356:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:14454:x1862022293828480:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.019373:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.019390:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.019396:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71efc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466768 expref: 180 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.019404:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d71f03 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446676f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.019414:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff93c789f07500)
00010000:00010000:0.0:1775764893.019419:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.019472:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:2403:x1862022293828608:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 115us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.019479:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1214
00010000:00010000:1.0:1775764893.019494:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d71f0a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.019517:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466761 expref: 179 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.019526:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d71f0a lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.019559:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466761 expref: 179 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.019573:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466761 expref: 179 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.019586:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c692c73480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277279488:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.019635:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1480 going to sleep for 11 seconds
00000100:00100000:1.0:1775764893.024966:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.024999:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293828864
00000100:00100000:0.0:1775764893.025011:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293828864
00000100:00100000:0.0:1775764893.025069:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3069
00000100:00100000:0.0:1775764893.025079:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:14453:x1862022293828864:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764893.025369:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293828864:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 290us (413us total) trans 4295101886 rc 0/0
00000100:00100000:0.0:1775764893.025377:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3069
00000100:00100000:3.0:1775764893.027413:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c692c73480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277279488:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.027444:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d71f0a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.028786:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.028954:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293828992
00000100:00100000:2.0:1775764893.028964:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293828992
00010000:00010000:2.0:1775764893.029000:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466761 expref: 181 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.029053:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3440
00000100:00100000:2.0:1775764893.029062:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:2402:x1862022293828992:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764893.029076:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.029082:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466761 expref: 181 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.029096:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466761 expref: 181 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.029118:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71ed9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10178:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466761 expref: 181 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.029134:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:2.0:1775764893.029140:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d71f0a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.029150:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d71f0a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.029157:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d71f0a lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.029186:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764893.029243:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:2402:x1862022293828992:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 182us (466us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.029251:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3440
00010000:00010000:3.0:1775764893.030416:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d71f0a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.030428:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d71f0a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.030483:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10178:0x0]: returning size 4096
00000004:00200000:3.0:1775764893.030500:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764893.030533:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d71f0a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.030574:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d71f03 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10178:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446676f expref: 180 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.030592:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d71f0a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446676f expref: 179 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.030600:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764893.030602:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764893.030605:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1859600, rc 0)
00000100:00100000:3.0:1775764893.030753:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+179:14454:x1862022293828480:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11314us (11576us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.030765:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206224
00000100:00100000:3.0:1775764893.038265:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.038300:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.042632:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293829248
00000100:00100000:2.0:1775764893.042646:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293829248
00000100:00100000:2.0:1775764893.042751:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293829376
00000100:00100000:2.0:1775764893.042755:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293829376
00000100:00100000:2.0:1775764893.042791:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206225
00000100:00100000:2.0:1775764893.042798:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+180:14453:x1862022293829248:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.042822:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.042859:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71f11 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466776 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.042960:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.042975:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466546 expref: 181 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.042982:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.043012:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466546 expref: 181 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.043023:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466546 expref: 181 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.043032:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277279616:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764893.043100:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12d80 going to sleep for 11 seconds
00000100:00100000:0.0:1775764893.043563:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206226
00000100:00100000:0.0:1775764893.043574:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14454:x1862022293829376:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.043583:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.043593:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71f1f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446677d expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043627:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71f26 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043635:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71f26 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043642:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71f26 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043652:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71f2d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043656:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71f2d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043660:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71f2d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043729:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71f34 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043737:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71f34 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043746:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71f34 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.043774:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10178:0x0]: returning size 4096
00000004:00200000:0.0:1775764893.043778:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.043795:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71f34 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043803:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71f34 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043810:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71f26 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043815:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71f26 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043819:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71f26 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043823:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71f26 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043827:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a033600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764893.043830:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71f26 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043835:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71f26 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043873:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764893.043875:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.043878:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71f26 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043882:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71f26 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043891:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71f2d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043895:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71f2d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043898:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71f2d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043901:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a032200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764893.043903:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71f2d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043906:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71f2d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043909:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xa30b707c (ffff93c69bc6e100)
00010000:00010000:0.0:1775764893.043910:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.043912:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71f2d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043915:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71f2d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043934:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71f1f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446677d expref: 183 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043943:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71f34 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446677d expref: 182 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.043948:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:0.0:1775764893.043949:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764893.043951:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033000, rc 0)
00000100:00100000:0.0:1775764893.043988:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14454:x1862022293829376:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 418us (5687us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.043993:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206226
00000100:00100000:2.0:1775764893.047018:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1775764893.047043:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c688c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277279744:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1775764893.047112:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764893.047165:0:8404:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277279744
00000100:00100000:2.0:1775764893.047172:0:8404:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277279744
00000100:00100000:2.0:1775764893.047226:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508
00000100:00100000:2.0:1775764893.047235:0:8404:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+9:3661:x1862022277279744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1775764893.047257:0:8404:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1134592 granted 486042560 pending 0 free 3874922496 avail 3643342848
00000100:00100000:2.0:1775764893.047297:0:8404:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+9:3661:x1862022277279744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (186us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.047304:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508
00000100:00080000:2.0:1775764893.047323:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1775764893.047358:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c688c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1862022277279744:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1775764893.047652:0:3661:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c688c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277279872:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1775764893.047678:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764893.047934:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277280256:0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.047963:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764893.047986:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684115c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1862022277280768:0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048007:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764893.048021:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1862022277281280:0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048040:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764893.048061:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2]
00000100:00100000:0.0:1775764893.048066:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684116d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1862022277280384:0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048085:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764893.048099:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684115880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277280896:0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048119:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764893.048136:0:3660:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277281408:0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048153:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764893.048178:0:7806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277280256
00000100:00100000:0.0:1775764893.048184:0:7806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277280256
00000100:00100000:0.0:1775764893.048220:0:7806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601
00000100:00100000:0.0:1775764893.048227:0:7806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1862022277280256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048267:0:7806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1862022277280256:12345-0@lo:400:kworker.0 Request processed in 41us (303us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.048273:0:7806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601
00000100:00100000:0.0:1775764893.048292:0:8402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277280896
00000100:00100000:0.0:1775764893.048295:0:8402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277280896
00000100:00100000:0.0:1775764893.048322:0:8402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277281408
00000100:00100000:0.0:1775764893.048325:0:8402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277281408
00000100:00100000:0.0:1775764893.048344:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163
00000100:00100000:0.0:1775764893.048350:0:8402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1862022277280896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048379:0:8402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1862022277280896:12345-0@lo:400:kworker.0 Request processed in 30us (259us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.048385:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163
00000100:00100000:0.0:1775764893.048396:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164
00000100:00100000:0.0:1775764893.048402:0:8402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277281408:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764893.048419:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684116a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:825bbb7a-c3c2-4033-b777-ccae75edba4f:3658:1862022277280000:0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048426:0:8402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1862022277281408:12345-0@lo:400:kworker.0 Request processed in 25us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.048431:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164
00000100:00100000:2.0:1775764893.048448:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764893.048462:0:3660:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967956 gen 2
00000004:00080000:0.0:1775764893.048467:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c792ee6a00, transno 4294967952
00000100:00100000:2.0:1775764893.048470:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277280512:0@lo:400:kworker.0
00000004:00080000:0.0:1775764893.048476:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c696993480, transno 4294967953
00000004:00080000:0.0:1775764893.048479:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c69bdd4700, transno 4294967954
00000004:00080000:0.0:1775764893.048481:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c68a11aa00, transno 4294967955
00000004:00080000:0.0:1775764893.048483:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c68a119500, transno 4294967956
00000100:00100000:0.0:1775764893.048488:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684115880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277280896:0@lo:400:kworker.0
00000100:00100000:2.0:1775764893.048488:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1775764893.048500:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1862022277281408:0@lo:400:kworker.0
00000100:00100000:2.0:1775764893.048503:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684117b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277281024:0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048522:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1862022277280256:0@lo:400:kworker.0
00000100:00100000:2.0:1775764893.048534:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764893.048551:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:2.0:1775764893.048556:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1862022277280128:0@lo:400:kworker.0
00000100:00100000:2.0:1775764893.048576:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764893.048589:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684115f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1862022277280640:0@lo:400:kworker.0
00000100:00100000:2.0:1775764893.048604:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1775764893.048612:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684117480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1862022277281152:0@lo:400:kworker.0
00000100:00100000:2.0:1775764893.048626:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1775764893.048632:0:8498:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 3 changes, 0 in progress, 0 in flight, 5 done
00000100:00100000:0.0:1775764893.048645:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277280768
00000100:00100000:2.0:1775764893.048645:0:8400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277281024
00000100:00100000:0.0:1775764893.048649:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277280768
00000100:00100000:2.0:1775764893.048649:0:8400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277281024
00000100:00100000:0.0:1775764893.048668:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277281280
00000100:00100000:0.0:1775764893.048671:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277281280
00000100:00100000:2.0:1775764893.048673:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165
00000100:00100000:2.0:1775764893.048677:0:8400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277281024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048681:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277280384
00000100:00100000:0.0:1775764893.048683:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277280384
00000100:00100000:0.0:1775764893.048692:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277280128
00000100:00100000:0.0:1775764893.048694:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277280128
00000100:00100000:0.0:1775764893.048704:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277280640
00000100:00100000:0.0:1775764893.048706:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277280640
00000100:00100000:2.0:1775764893.048707:0:8400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277281024:12345-0@lo:400:kworker.0 Request processed in 30us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.048712:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165
00000100:00100000:0.0:1775764893.048717:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277281152
00000100:00100000:0.0:1775764893.048719:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277281152
00000100:00100000:2.0:1775764893.048727:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277280512
00000100:00100000:2.0:1775764893.048730:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277280512
00000100:00100000:0.0:1775764893.048731:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664
00000100:00100000:0.0:1775764893.048736:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1862022277280768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764893.048747:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602
00000100:00100000:2.0:1775764893.048752:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277280512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048768:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1862022277280768:12345-0@lo:400:kworker.0 Request processed in 32us (759us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.048773:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664
00000100:00100000:2.0:1775764893.048775:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277280512:12345-0@lo:400:kworker.0 Request processed in 24us (286us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.048783:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602
00000100:00100000:0.0:1775764893.048784:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2665
00000100:00100000:0.0:1775764893.048789:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1862022277281280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764893.048798:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277280000
00000100:00100000:2.0:1775764893.048800:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277280000
00000100:00100000:0.0:1775764893.048813:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1862022277281280:12345-0@lo:400:kworker.0 Request processed in 24us (773us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.048819:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2665
00000100:00100000:0.0:1775764893.048828:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2666
00000100:00100000:0.0:1775764893.048833:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1862022277280384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764893.048870:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023
00000100:00100000:0.0:1775764893.048877:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1862022277280384:12345-0@lo:400:kworker.0 Request processed in 45us (792us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.048877:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7afe91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:825bbb7a-c3c2-4033-b777-ccae75edba4f+23:3658:x1862022277280000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048883:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2666
00000100:00100000:0.0:1775764893.048893:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667
00000100:00100000:0.0:1775764893.048898:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1862022277280128:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764893.048900:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7afe91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:825bbb7a-c3c2-4033-b777-ccae75edba4f+23:3658:x1862022277280000:12345-0@lo:400:kworker.0 Request processed in 25us (452us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.048906:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023
00000100:00100000:0.0:1775764893.048918:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1862022277280128:12345-0@lo:400:kworker.0 Request processed in 20us (341us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.048923:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667
00000100:00100000:0.0:1775764893.048933:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668
00000100:00100000:0.0:1775764893.048938:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1862022277280640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1775764893.048938:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684114700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1862022277280128:0@lo:400:kworker.0
00000100:00100000:2.0:1775764893.048945:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684116a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:825bbb7a-c3c2-4033-b777-ccae75edba4f:3658:1862022277280000:0@lo:400:kworker.0
00000100:00100000:2.0:1775764893.048953:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684114000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277280512:0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048959:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1862022277280640:12345-0@lo:400:kworker.0 Request processed in 22us (354us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.048960:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684117b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277281024:0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048965:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668
00000100:00100000:0.0:1775764893.048974:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669
00000100:00100000:2.0:1775764893.048978:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684115f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1862022277280640:0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.048979:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1862022277281152:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1775764893.048993:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:2.0:1775764893.048997:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1775764893.048999:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1775764893.049001:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1775764893.049005:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1862022277281152:12345-0@lo:400:kworker.0 Request processed in 26us (377us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.049010:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669
00000100:00100000:2.0:1775764893.049012:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684117480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1862022277281152:0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.049033:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684116d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1862022277280384:0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.049043:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684115c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1862022277280768:0@lo:400:kworker.0
00000100:00100000:0.0:1775764893.049051:0:3660:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1862022277281280:0@lo:400:kworker.0
00000100:00100000:1.0:1775764893.054069:0:8505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277279872
00000100:00100000:1.0:1775764893.054081:0:8505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277279872
00000100:00100000:1.0:1775764893.054144:0:8505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509
00000100:00100000:1.0:1775764893.054154:0:8505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1862022277279872:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1775764893.054180:0:8505:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1134592 granted 486042560 pending 0 free 3874922496 avail 3643342848
00000100:00100000:1.0:1775764893.054390:0:8505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1862022277279872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 224us (6696us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.054398:0:8505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509
00000100:00100000:3.0:1775764893.054943:0:3661:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c688c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1862022277279872:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1775764893.055123:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.055161:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.055225:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293829632
00000100:00100000:0.0:1775764893.055231:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293829632
00010000:00010000:0.0:1775764893.055260:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466546 expref: 182 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.055294:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293829504
00000100:00100000:0.0:1775764893.055297:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293829504
00000100:00100000:0.0:1775764893.055323:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3441
00000100:00100000:0.0:1775764893.055330:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+183:2403:x1862022293829632:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.055342:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.055349:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466546 expref: 183 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.055362:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466546 expref: 183 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.055397:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:0.0:1775764893.055403:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.055412:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.055421:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.055441:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.055478:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+183:2403:x1862022293829632:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 148us (357us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.055485:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3441
00000100:00100000:0.0:1775764893.055500:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1215
00000100:00100000:0.0:1775764893.055515:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:2403:x1862022293829504:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.055523:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.055533:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71f34 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446677d expref: 182 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.055547:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:0.0:1775764893.055550:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.055567:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:2403:x1862022293829504:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 62us (406us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.055573:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1215
00010000:00010000:2.0:1775764893.058688:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d718e3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466546 expref: 180 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.058712:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277279616:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764893.058737:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.058748:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.058754:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.058784:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10179:0x0]: returning size 4096
00010000:00010000:2.0:1775764893.058927:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71f11 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466776 expref: 181 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.058939:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466776 expref: 180 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.058946:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:2.0:1775764893.058947:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764893.058950:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165a00, rc 0)
00000100:00100000:3.0:1775764893.059731:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.060009:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293829888
00000100:00100000:0.0:1775764893.060018:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293829888
00000100:00100000:0.0:1775764893.060155:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3070
00000100:00100000:0.0:1775764893.060165:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14454:x1862022293829888:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764893.060351:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14454:x1862022293829888:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 187us (623us total) trans 4295101888 rc 0/0
00000100:00100000:0.0:1775764893.060360:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3070
00000100:00100000:2.0:1775764893.060618:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293829248:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 17818us (22359us total) trans 4295101887 rc 0/0
00000100:00100000:2.0:1775764893.060626:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206225
00000100:00100000:0.0:1775764893.072171:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.072243:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293830016
00000100:00100000:2.0:1775764893.072253:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293830016
00000100:00100000:0.0:1775764893.072270:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.072318:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206227
00000100:00100000:2.0:1775764893.072328:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+181:14453:x1862022293830016:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.072354:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.072375:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71f42 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466784 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.072468:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71f49 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.072483:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466776 expref: 182 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.072490:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71f49 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.072534:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466776 expref: 182 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.072549:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466776 expref: 182 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.072569:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277281536:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.072594:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293830272
00000100:00100000:1.0:1775764893.072599:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293830272
00000100:00100000:1.0:1775764893.072624:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3071
00000100:00100000:1.0:1775764893.072631:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+183:14454:x1862022293830272:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764893.072701:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12d80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764893.073917:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14454:x1862022293830272:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 1280us (1640us total) trans 4295101889 rc 0/0
00000100:00100000:1.0:1775764893.073928:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3071
00000100:00100000:0.0:1775764893.079411:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.079505:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277281536:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764893.079559:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71f49 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.079662:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.079756:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293830400
00000100:00100000:1.0:1775764893.079772:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293830400
00010000:00010000:1.0:1775764893.079810:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466776 expref: 184 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.079878:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3442
00000100:00100000:1.0:1775764893.079889:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783541450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:2403:x1862022293830400:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.079906:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.079914:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466776 expref: 184 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.079928:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466776 expref: 184 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.079954:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d71f18 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10179:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466776 expref: 184 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.079970:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:1.0:1775764893.079976:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71f49 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.079986:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71f49 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.079993:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71f49 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.080021:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.080083:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783541450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+183:2403:x1862022293830400:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 195us (680us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.080090:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3442
00010000:00010000:2.0:1775764893.080176:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71f49 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.080184:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71f49 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.080240:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10179:0x0]: returning size 4096
00000004:00200000:2.0:1775764893.080245:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.080266:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71f49 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.080296:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71f42 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10179:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466784 expref: 183 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.080311:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71f49 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466784 expref: 182 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.080317:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:2.0:1775764893.080320:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.080322:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165600, rc 0)
00000100:00100000:2.0:1775764893.080405:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14453:x1862022293830016:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8078us (8240us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.080413:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206227
00000100:00100000:3.0:1775764893.085018:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293830656
00000100:00100000:3.0:1775764893.085031:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293830656
00000100:00100000:2.0:1775764893.091123:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3072
00000100:00100000:2.0:1775764893.091139:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+182:14454:x1862022293830656:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764893.091624:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+183:14454:x1862022293830656:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 488us (11960us total) trans 4295101890 rc 0/0
00000100:00100000:2.0:1775764893.091633:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3072
00000100:00100000:1.0:1775764893.092456:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.092535:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293830784
00000100:00100000:2.0:1775764893.092545:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293830784
00000100:00100000:2.0:1775764893.092592:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206228
00000100:00100000:2.0:1775764893.092600:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+183:14453:x1862022293830784:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.092615:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.092636:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71f50 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446678b expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092691:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71f57 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092706:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71f57 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092718:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71f57 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092732:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71f5e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092738:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71f5e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092745:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71f5e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092823:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71f65 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092831:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71f65 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092870:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71f65 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.092908:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10179:0x0]: returning size 4096
00000004:00200000:2.0:1775764893.092912:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.092930:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71f65 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092940:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71f65 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092947:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71f57 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092953:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71f57 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092960:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71f57 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092965:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.092969:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71f57 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092975:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71f57 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092985:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764893.092988:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.092992:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71f57 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.092997:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d71f57 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.093009:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71f5e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.093017:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71f5e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.093034:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71f5e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.093039:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.093042:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71f5e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.093047:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71f5e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.093053:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa30b707c (ffff93c6a31a2900)
00010000:00010000:2.0:1775764893.093056:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.093059:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71f5e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.093063:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d71f5e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.093093:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d71f50 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446678b expref: 185 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.093105:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71f65 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446678b expref: 184 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.093112:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:2.0:1775764893.093114:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.093117:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164400, rc 0)
00000100:00100000:2.0:1775764893.093166:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14453:x1862022293830784:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 566us (714us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.093173:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206228
00000100:00100000:1.0:1775764893.105324:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.105366:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.105412:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.105492:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293831040
00000100:00100000:0.0:1775764893.105496:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293831424
00000100:00100000:0.0:1775764893.105502:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293831424
00000100:00100000:2.0:1775764893.105502:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293831040
00000100:00100000:3.0:1775764893.105582:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293831168
00000100:00100000:3.0:1775764893.105587:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293831168
00000100:00100000:3.0:1775764893.105632:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1216
00000100:00100000:3.0:1775764893.105643:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:2402:x1862022293831168:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.105660:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.105685:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d71f65 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446678b expref: 186 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.105703:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:3.0:1775764893.105708:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.105758:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:2402:x1862022293831168:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 116us (390us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.105765:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1216
00000100:00100000:2.0:1775764893.105817:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3073
00000100:00100000:2.0:1775764893.105825:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+184:14454:x1862022293831040:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764893.106049:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3074
00000100:00100000:0.0:1775764893.106057:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7835f6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14453:x1862022293831424:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764893.106082:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14454:x1862022293831040:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 258us (767us total) trans 4295101891 rc 0/0
00000100:00100000:2.0:1775764893.106088:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3073
00000100:00100000:0.0:1775764893.106140:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7835f6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14453:x1862022293831424:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 84us (727us total) trans 4295101892 rc 0/0
00000100:00100000:0.0:1775764893.106146:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3074
00000100:00100000:1.0:1775764893.116679:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.116804:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293831680
00000100:00100000:3.0:1775764893.116816:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293831680
00000100:00100000:3.0:1775764893.116887:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3075
00000100:00100000:3.0:1775764893.116898:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+185:14454:x1862022293831680:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764893.117142:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14454:x1862022293831680:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 245us (473us total) trans 4295101893 rc 0/0
00000100:00100000:3.0:1775764893.117149:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3075
00000100:00100000:1.0:1775764893.122611:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.122763:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293831936
00000100:00100000:0.0:1775764893.122773:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293831936
00000100:00100000:0.0:1775764893.122831:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3076
00000100:00100000:0.0:1775764893.122881:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+186:14453:x1862022293831936:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764893.123106:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:14453:x1862022293831936:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 266us (508us total) trans 4295101894 rc 0/0
00000100:00100000:0.0:1775764893.123114:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3076
00000100:00100000:1.0:1775764893.127933:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.129028:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293832192
00000100:00100000:3.0:1775764893.129040:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293832192
00000100:00100000:2.0:1775764893.129170:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3077
00000100:00100000:2.0:1775764893.129180:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+187:14454:x1862022293832192:12345-192.168.202.56@tcp:35:dbench.0
00000001:00080000:2.0:1775764893.129428:0:15599:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295101895
00000100:00100000:2.0:1775764893.129549:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14454:x1862022293832192:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 369us (1627us total) trans 4295101896 rc 0/0
00000100:00100000:2.0:1775764893.129558:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3077
00000020:00080000:2.0:1775764893.129563:0:15599:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1775764893.132636:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.132810:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293832448
00000100:00100000:0.0:1775764893.132820:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293832448
00000100:00100000:0.0:1775764893.132949:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3078
00000100:00100000:0.0:1775764893.132960:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+189:14454:x1862022293832448:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764893.133228:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+190:14454:x1862022293832448:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 270us (601us total) trans 4295101897 rc 0/0
00000100:00100000:0.0:1775764893.133236:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3078
00000100:00100000:1.0:1775764893.137288:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.137486:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293832704
00000100:00100000:2.0:1775764893.137497:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293832704
00000100:00100000:2.0:1775764893.137565:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3079
00000100:00100000:2.0:1775764893.137576:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+190:14453:x1862022293832704:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764893.137868:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+191:14453:x1862022293832704:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 292us (590us total) trans 4295101898 rc 0/0
00000100:00100000:2.0:1775764893.137876:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3079
00000100:00100000:1.0:1775764893.141243:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.141307:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293832960
00000100:00100000:3.0:1775764893.141316:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293832960
00000100:00100000:3.0:1775764893.141395:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3080
00000100:00100000:3.0:1775764893.141404:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7835f5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+191:14453:x1862022293832960:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764893.141654:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7835f5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293832960:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 250us (418us total) trans 4295101899 rc 0/0
00000100:00100000:3.0:1775764893.141662:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3080
00000100:00100000:1.0:1775764893.149782:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.149998:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293833472
00000100:00100000:3.0:1775764893.150009:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293833472
00000100:00100000:3.0:1775764893.150092:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206229
00000100:00100000:3.0:1775764893.150103:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14454:x1862022293833472:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764893.150166:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:3.0:1775764893.150195:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d71f0a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446676f expref: 192 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150215:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d717cb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10178:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944664f2 expref: 191 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150226:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764893.150242:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71dba lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466706 expref: 190 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150250:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764893.150253:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.150270:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71f6c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150287:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71f6c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150297:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71f6c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150308:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71f73 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150315:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71f73 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150321:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71f73 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150410:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71f7a lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150418:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71f7a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10178:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150425:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71f7a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10178:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.150694:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].98, 64 off14464
00010000:00010000:3.0:1775764893.150748:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71f81 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10178:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150756:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71f81 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10178:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150764:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71f81 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10178:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150772:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71f81 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10178:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150779:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71f81 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10178:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150785:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71f81 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10178:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.150817:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.150836:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71f7a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10178:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151061:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71f7a lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10178:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151068:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71f7a lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10178:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151074:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.151079:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71f7a lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10178:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151087:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71f7a lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10178:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151097:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abaf100)
00010000:00010000:3.0:1775764893.151100:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.151103:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71f7a lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10178:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151113:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d71f7a lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10178:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151130:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71f6c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151135:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71f6c lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151141:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71f6c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151146:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.151149:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71f6c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151155:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71f6c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151161:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764893.151163:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.151166:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71f6c lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151171:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d71f6c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.151179:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019347404 reply state 00000000f8e0fc00 transno 4295101900 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71f73 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151190:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4600/0x9da62835f5d71f73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.151197:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xa30b707c (ffff93c69abaf700)
00010000:00010000:3.0:1775764893.151199:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.151202:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1775764893.151271:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+191:14454:x1862022293833472:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1169us (1496us total) trans 4295101900 rc 0/0
00000100:00100000:3.0:1775764893.151280:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206229
00010000:00010000:0.0:1775764893.151457:0:7451:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.151464:0:7451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71f81 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10178:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.151470:0:7451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4c00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764893.151474:0:7451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71f81 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10178:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.151480:0:7451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71f81 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10178:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.151489:0:7451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10178:0x0].0x0 (ffff93c69abaf100)
00010000:00010000:0.0:1775764893.151491:0:7451:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.151494:0:7451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71f81 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10178:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.151500:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71f81 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10178:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.151525:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.151527:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.151529:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775764893.158835:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.158904:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.158968:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293833216
00000100:00100000:2.0:1775764893.158976:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293833216
00000100:00100000:2.0:1775764893.159018:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3081
00000100:00100000:2.0:1775764893.159025:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+191:14453:x1862022293833216:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764893.159258:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293833216:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 233us (433us total) trans 4295101901 rc 0/0
00000100:00100000:2.0:1775764893.159264:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3081
00000100:00100000:3.0:1775764893.159452:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293833600
00000100:00100000:3.0:1775764893.159456:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293833600
00000100:00100000:3.0:1775764893.159484:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206230
00000100:00100000:3.0:1775764893.159489:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14454:x1862022293833600:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.159497:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.159526:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71f88 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466792 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159586:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71f8f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159603:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71f8f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159615:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71f8f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159630:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d71f96 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159637:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d71f96 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159646:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d71f96 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159677:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71f8f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159687:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71f8f lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159694:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71f8f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159699:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.159703:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71f8f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159711:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71f8f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159721:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764893.159724:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.159729:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71f8f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159734:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71f8f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159746:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d71f96 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159751:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d71f96 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159757:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d71f96 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159762:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.159764:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d71f96 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159770:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d71f96 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159777:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xd263642c (ffff93c69abafe00)
00010000:00010000:3.0:1775764893.159779:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.159782:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d71f96 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159787:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d71f96 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159819:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71f88 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466792 expref: 193 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.159830:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764893.159832:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.159835:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d71f88 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466792 expref: 193 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.160750:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4c00, rc 0)
00000100:00100000:3.0:1775764893.160878:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14454:x1862022293833600:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1384us (1969us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764893.160888:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206230
00000100:00100000:1.0:1775764893.162971:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.164146:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293833856
00000100:00100000:0.0:1775764893.164160:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293833856
00000100:00100000:0.0:1775764893.164248:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3082
00000100:00100000:0.0:1775764893.164258:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+192:14453:x1862022293833856:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764893.164599:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:14453:x1862022293833856:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 342us (1633us total) trans 4295101902 rc 0/0
00000100:00100000:0.0:1775764893.164608:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3082
00000100:00100000:2.0:1775764893.168118:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.168209:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.168680:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293834240
00000100:00100000:3.0:1775764893.168690:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293834240
00000100:00100000:3.0:1775764893.168736:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3083
00000100:00100000:3.0:1775764893.168743:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+193:14453:x1862022293834240:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:3.0:1775764893.169003:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14453:x1862022293834240:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 260us (792us total) trans 4295101903 rc 0/0
00000100:00100000:3.0:1775764893.169009:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3083
00000100:00100000:0.0:1775764893.170673:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293833984
00000100:00100000:0.0:1775764893.170682:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293833984
00000100:00100000:0.0:1775764893.170727:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206231
00000100:00100000:0.0:1775764893.170732:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14454:x1862022293833984:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.170746:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.170763:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71f9d lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466799 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.170824:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71fa4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.173321:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71fa4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.173341:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71fa4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.173391:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10086:0x0]: returning size 4096
00000004:00200000:0.0:1775764893.173395:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.173416:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71fa4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.173450:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d71f9d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466799 expref: 196 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.173467:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71fa4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466799 expref: 195 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.173473:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764893.173475:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1775764893.173478:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a032c00, rc 0)
00000100:00100000:0.0:1775764893.173560:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14454:x1862022293833984:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2827us (5450us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.173567:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206231
00000100:00100000:1.0:1775764893.175996:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.176316:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293834496
00000100:00100000:3.0:1775764893.176325:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293834496
00000100:00100000:3.0:1775764893.176379:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206232
00000100:00100000:3.0:1775764893.176388:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14453:x1862022293834496:12345-192.168.202.56@tcp:36:dbench.0
00010000:00010000:3.0:1775764893.176436:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:3.0:1775764893.176461:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d71f49 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466784 expref: 195 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.176479:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d71842 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10179:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466523 expref: 194 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.176504:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf000)
00010000:00010000:3.0:1775764893.176530:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d71e3f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466729 expref: 193 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.176540:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764893.176544:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.176562:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71fab lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.176574:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71fab lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.176584:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71fab lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.176599:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71fb2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.176606:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.176612:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.176688:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71fb9 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.176696:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71fb9 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10179:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.176703:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71fb9 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10179:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1775764893.176949:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].99, 64 off14552
00010000:00010000:3.0:1775764893.177002:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71fc0 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10179:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177010:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71fc0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10179:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177020:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71fc0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10179:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177027:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71fc0 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10179:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177033:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71fc0 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10179:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177038:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71fc0 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10179:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177055:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1775764893.177071:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71fb9 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10179:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177078:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71fb9 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10179:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177084:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71fb9 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10179:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177090:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.177094:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71fb9 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10179:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177100:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71fb9 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10179:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177109:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf100)
00010000:00010000:3.0:1775764893.177112:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1775764893.177116:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71fb9 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10179:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177122:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d71fb9 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10179:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177135:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71fab lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177140:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71fab lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177145:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71fab lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177150:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.177153:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71fab lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177158:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71fab lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177165:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764893.177167:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.177169:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71fab lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177174:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d71fab lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764893.177183:0:6519:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a79fe98e reply state 00000000f5390c98 transno 4295101904 ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177197:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842800/0x9da62835f5d71fb2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.177203:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa30b707c (ffff93c69abaf800)
00010000:00010000:3.0:1775764893.177205:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764893.177207:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1775764893.177318:0:6506:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1775764893.177324:0:6506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71fc0 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10179:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.177331:0:6506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842c00 already unused, calling callback (ffffffffc0b7e060)
00010000:00010000:0.0:1775764893.177335:0:6506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71fc0 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x10179:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.177346:0:6506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71fc0 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10179:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.177355:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10179:0x0].0x0 (ffff93c69abaf100)
00010000:00010000:0.0:1775764893.177357:0:6506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1775764893.177360:0:6506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71fc0 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x10179:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.177365:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d71fc0 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10179:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.177377:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.177379:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1775764893.177380:0:6506:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.178214:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14453:x1862022293834496:12345-192.168.202.56@tcp:36:dbench.0 Request processed in 1820us (2218us total) trans 4295101904 rc 0/0
00000100:00100000:3.0:1775764893.178224:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206232
00000100:00100000:2.0:1775764893.178333:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.179189:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293834624
00000100:00100000:3.0:1775764893.179198:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293834624
00000100:00100000:3.0:1775764893.179282:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3084
00000100:00100000:3.0:1775764893.179291:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14454:x1862022293834624:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764893.182127:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.182168:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293834752
00000100:00100000:0.0:1775764893.182177:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293834752
00000100:00100000:0.0:1775764893.182578:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206233
00000100:00100000:0.0:1775764893.182589:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14453:x1862022293834752:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.182611:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.182633:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71fc7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944667a0 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.182948:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71fce lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.182960:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71fce lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.182968:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71fce lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.182977:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71fd5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.182982:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71fd5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.182986:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71fd5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183015:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71fce lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183020:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71fce lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183023:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71fce lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183028:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71fce lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183032:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a033000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764893.183035:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71fce lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183039:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71fce lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183046:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764893.183048:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.183051:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71fce lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183055:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d71fce lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183063:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71fd5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183067:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71fd5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183070:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71fd5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183073:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a032800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764893.183074:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71fd5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183077:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71fd5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183081:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xd263642c (ffff93c69bc6e100)
00010000:00010000:0.0:1775764893.183082:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.183083:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71fd5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183086:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d71fd5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183107:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71fc7 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667a0 expref: 196 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183118:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764893.183119:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.183121:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d71fc7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667a0 expref: 196 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.183126:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a032200, rc 0)
00000100:00100000:0.0:1775764893.183394:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14453:x1862022293834752:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 806us (1272us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764893.183403:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206233
00000100:00100000:2.0:1775764893.183472:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14454:x1862022293834624:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 4182us (5139us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.183480:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3084
00000100:00100000:1.0:1775764893.187067:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.187202:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293834880
00000100:00100000:3.0:1775764893.187211:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293834880
00000100:00100000:3.0:1775764893.187283:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206234
00000100:00100000:3.0:1775764893.187290:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+194:14453:x1862022293834880:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.187308:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.187326:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d71fdc lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944667a7 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.187378:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71fe3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.187391:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71fe3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.187407:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71fe3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.187452:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10087:0x0]: returning size 4096
00000004:00200000:3.0:1775764893.187455:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764893.187472:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71fe3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.187492:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d71fdc lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667a7 expref: 196 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.187519:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71fe3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667a7 expref: 195 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.187527:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764893.187530:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1775764893.187533:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842e00, rc 0)
00000100:00100000:3.0:1775764893.187585:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14453:x1862022293834880:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 294us (523us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.187592:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206234
00000100:00100000:1.0:1775764893.189373:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.189447:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293835008
00000100:00100000:2.0:1775764893.189455:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293835008
00000100:00100000:2.0:1775764893.189524:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206235
00000100:00100000:2.0:1775764893.189533:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14454:x1862022293835008:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.189549:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.189566:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71fea lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944667ae expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.189621:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71ff1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.189634:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71ff1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.189650:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71ff1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.189664:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ff8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.189680:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ff8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.189687:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ff8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.189760:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71fff lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.189769:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71fff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.189776:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71fff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.189810:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10090:0x0]: returning size 260096
00000004:00200000:2.0:1775764893.189814:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.189831:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71fff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.189984:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71fff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.189991:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71ff1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.189998:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71ff1 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190002:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71ff1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190006:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.190009:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71ff1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190013:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71ff1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190021:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764893.190022:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.190025:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71ff1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190028:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d71ff1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190036:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ff8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190039:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ff8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190043:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ff8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190045:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.190048:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ff8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190051:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ff8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190055:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x1674e29a (ffff93c6a31a2900)
00010000:00010000:2.0:1775764893.190056:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.190057:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ff8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190060:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d71ff8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190079:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d71fea lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667ae expref: 197 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190086:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71fff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667ae expref: 196 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.190090:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff93c791154900)
00010000:00010000:2.0:1775764893.190091:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.190093:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164a00, rc 0)
00000100:00100000:2.0:1775764893.190137:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:14454:x1862022293835008:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 607us (772us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.190142:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206235
00000100:00100000:2.0:1775764893.194486:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.194564:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293835136
00000100:00100000:3.0:1775764893.194578:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293835136
00000100:00100000:3.0:1775764893.194658:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1217
00000100:00100000:3.0:1775764893.194679:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:2402:x1862022293835136:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.194697:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.194723:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d71fff lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667ae expref: 196 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.194747:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff93c791154900)
00010000:00010000:3.0:1775764893.194752:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.194808:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:2402:x1862022293835136:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 141us (329us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.194816:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1217
00000100:00100000:1.0:1775764893.196000:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.196127:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293835392
00000100:00100000:2.0:1775764893.196134:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293835392
00000100:00100000:2.0:1775764893.196180:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206236
00000100:00100000:2.0:1775764893.196188:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+195:14454:x1862022293835392:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.196206:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.196224:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d72006 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944667b5 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.196324:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.196337:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d61286 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094461735 expref: 196 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.196344:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.196373:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d61286 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461735 expref: 196 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.196387:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d61286 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461735 expref: 196 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.196400:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277281664:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764893.196481:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d129c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764893.202831:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.203202:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.203295:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277281664:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764893.203323:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.203392:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293835648
00000100:00100000:0.0:1775764893.203399:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293835648
00010000:00010000:0.0:1775764893.203435:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d61286 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461735 expref: 197 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.203474:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3443
00000100:00100000:0.0:1775764893.203483:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+197:2403:x1862022293835648:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.203498:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.203513:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d61286 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461735 expref: 197 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.203528:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d61286 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461735 expref: 197 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.203550:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d61286 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461735 expref: 197 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.203575:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff93c791154900)
00010000:00010000:0.0:1775764893.203581:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.203590:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.203598:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.203625:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.203687:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:2403:x1862022293835648:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 205us (485us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.203694:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3443
00010000:00010000:2.0:1775764893.203750:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.203761:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.203782:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10090:0x0]: returning size 260096
00010000:00010000:2.0:1775764893.203967:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d72006 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667b5 expref: 197 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.203983:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667b5 expref: 196 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.203990:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff93c791154900)
00010000:00010000:2.0:1775764893.203993:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764893.203995:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165600, rc 0)
00000100:00100000:2.0:1775764893.204020:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:14454:x1862022293835392:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7833us (8024us total) trans 4295101905 rc 0/0
00000100:00100000:2.0:1775764893.204028:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206236
00000100:00100000:3.0:1775764893.206414:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293835520
00000100:00100000:3.0:1775764893.206429:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293835520
00000100:00100000:0.0:1775764893.206642:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3085
00000100:00100000:0.0:1775764893.206652:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7835f5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:14453:x1862022293835520:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:1.0:1775764893.212484:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.212617:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293835776
00000100:00100000:0.0:1775764893.212627:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293835776
00000100:00100000:0.0:1775764893.212696:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206237
00000100:00100000:0.0:1775764893.212707:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+198:14454:x1862022293835776:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.212735:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.212756:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d7201b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10090:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944667bc expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.212889:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.212909:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667b5 expref: 199 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.212918:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.212956:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667b5 expref: 199 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.212972:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667b5 expref: 199 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.212986:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277281792:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.213065:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e780 going to sleep for 11 seconds
00000100:00100000:2.0:1775764893.215110:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7835f5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+198:14453:x1862022293835520:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 8449us (12279us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.215123:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3085
00000100:00100000:1.0:1775764893.220871:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.220909:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.220940:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293836032
00000100:00100000:1.0:1775764893.220950:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293836032
00000100:00100000:1.0:1775764893.221005:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206238
00000100:00100000:1.0:1775764893.221014:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+198:14453:x1862022293836032:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.221034:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.221055:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d72029 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944667c3 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221118:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d72030 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221134:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d72030 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221147:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d72030 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221165:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72037 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221172:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72037 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221184:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72037 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221259:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d7203e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221267:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d7203e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221273:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d7203e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.221314:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10091:0x0]: returning size 260096
00000004:00200000:1.0:1775764893.221318:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764893.221337:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d7203e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221347:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d7203e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221354:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d72030 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221360:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d72030 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221365:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d72030 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221371:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1859800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.221375:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d72030 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221383:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d72030 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221394:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764893.221397:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.221401:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d72030 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221407:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d72030 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221419:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72037 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221424:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72037 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221429:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72037 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221435:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1859600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.221437:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72037 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221442:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72037 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221448:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x1674e29a (ffff93c6877ce200)
00010000:00010000:1.0:1775764893.221451:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.221453:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72037 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221459:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72037 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221487:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d72029 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667c3 expref: 200 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221500:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d7203e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667c3 expref: 199 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.221518:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff93c69bc6ea00)
00010000:00010000:1.0:1775764893.221520:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764893.221522:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1858800, rc 0)
00000100:00100000:1.0:1775764893.221576:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14453:x1862022293836032:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 563us (666us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.221584:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206238
00000100:00100000:0.0:1775764893.221792:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277281792:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.221815:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.222175:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293835904
00000100:00100000:3.0:1775764893.222181:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293835904
00010000:00010000:3.0:1775764893.222204:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667b5 expref: 199 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.222237:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3444
00000100:00100000:3.0:1775764893.222244:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:2402:x1862022293835904:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.222254:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.222259:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667b5 expref: 199 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.222271:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667b5 expref: 199 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.222287:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165600/0x9da62835f5d7200d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667b5 expref: 199 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.222297:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff93c791154900)
00010000:00010000:3.0:1775764893.222301:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.222309:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.222315:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.222344:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.222376:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+198:2402:x1862022293835904:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 132us (1537us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.222382:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3444
00010000:00010000:1.0:1775764893.222780:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.222789:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.222828:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10090:0x0]: returning size 260096
00000004:00200000:1.0:1775764893.222832:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764893.222895:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.222922:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d7201b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10090:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667bc expref: 198 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.222942:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667bc expref: 197 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.222949:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff93c791154900)
00010000:00010000:1.0:1775764893.222952:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764893.222955:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a032800, rc 0)
00000100:00100000:1.0:1775764893.222992:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+197:14454:x1862022293835776:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10288us (10518us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.223000:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206237
00000100:00100000:1.0:1775764893.232812:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.233131:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293836160
00000100:00100000:2.0:1775764893.233141:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293836160
00000100:00100000:2.0:1775764893.233235:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1218
00000100:00100000:2.0:1775764893.233246:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+197:2402:x1862022293836160:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764893.233261:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.233287:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d7203e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667c3 expref: 197 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.233310:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff93c69bc6ea00)
00010000:00010000:2.0:1775764893.233316:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764893.233402:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:2402:x1862022293836160:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 158us (600us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.233410:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1218
00010000:00010000:2.0:1775764893.238253:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1775764893.240326:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.240935:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.241484:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293836544
00000100:00100000:0.0:1775764893.241504:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293836544
00000100:00100000:0.0:1775764893.241567:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293836416
00000100:00100000:0.0:1775764893.241571:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293836416
00000100:00100000:0.0:1775764893.241602:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206239
00000100:00100000:0.0:1775764893.241612:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+197:14454:x1862022293836544:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.241633:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.241654:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d72045 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944667d1 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241734:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7204c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241749:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7204c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241761:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7204c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241776:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72053 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241782:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72053 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241788:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72053 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241826:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7204c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241833:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7204c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241875:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7204c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241883:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7204c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241889:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a033600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764893.241893:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7204c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241900:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7204c lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241911:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764893.241914:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.241919:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7204c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241924:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7204c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241938:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72053 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241944:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72053 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241950:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72053 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241955:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a033200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764893.241957:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72053 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241963:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72053 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241970:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xd263642c (ffff93c69bc6e100)
00010000:00010000:0.0:1775764893.241973:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.241976:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72053 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.241981:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72053 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.242013:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d72045 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667d1 expref: 198 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.242023:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764893.242025:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.242029:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d72045 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667d1 expref: 198 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.242039:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033000, rc 0)
00000100:00100000:0.0:1775764893.242105:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+197:14454:x1862022293836544:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 494us (1789us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764893.242112:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206239
00000100:00100000:0.0:1775764893.242130:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206240
00000100:00100000:0.0:1775764893.242137:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+196:14453:x1862022293836416:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.242145:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.242154:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d7205a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944667ca expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.242226:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.242238:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d61351 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446177b expref: 197 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.242250:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.242282:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d61351 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446177b expref: 197 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.242295:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d61351 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446177b expref: 197 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.242308:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6986dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277281920:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.242359:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e780 going to sleep for 11 seconds
00000100:00100000:0.0:1775764893.246873:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6986dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277281920:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.246912:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.247091:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.247162:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293836928
00000100:00100000:0.0:1775764893.247169:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293836928
00000100:00100000:0.0:1775764893.247234:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3086
00000100:00100000:0.0:1775764893.247244:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+198:14454:x1862022293836928:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764893.247487:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14454:x1862022293836928:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 244us (396us total) trans 4295101906 rc 0/0
00000100:00100000:0.0:1775764893.247495:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3086
00000100:00100000:0.0:1775764893.249575:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.249788:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293836672
00000100:00100000:3.0:1775764893.249800:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293836672
00010000:00010000:3.0:1775764893.249877:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d61351 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446177b expref: 199 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.249919:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3445
00000100:00100000:3.0:1775764893.249929:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:2403:x1862022293836672:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.249945:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.249953:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d61351 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446177b expref: 199 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.249968:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d61351 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446177b expref: 199 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.250001:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d61351 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446177b expref: 199 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.250020:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff93c69bc6ea00)
00010000:00010000:3.0:1775764893.250025:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.250035:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.250043:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.250080:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.250218:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.250227:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.250251:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10091:0x0]: returning size 260096
00010000:00010000:2.0:1775764893.250377:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d7205a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667ca expref: 200 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.250391:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667ca expref: 199 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.250398:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff93c69bc6ea00)
00010000:00010000:2.0:1775764893.250400:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764893.250403:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7a0fe8600, rc 0)
00000100:00100000:3.0:1775764893.250450:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:2403:x1862022293836672:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 522us (884us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.250458:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3445
00000100:00100000:2.0:1775764893.255211:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+198:14453:x1862022293836416:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13062us (14266us total) trans 4295101907 rc 0/0
00000100:00100000:2.0:1775764893.255226:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206240
00000100:00100000:2.0:1775764893.257286:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.257431:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293837056
00000100:00100000:3.0:1775764893.257441:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293837056
00000100:00100000:3.0:1775764893.257495:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206241
00000100:00100000:3.0:1775764893.257514:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+198:14454:x1862022293837056:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.257534:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.257555:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7206f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944667d8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.257621:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d72076 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.257642:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d72076 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.257654:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d72076 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.257830:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7207d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.257972:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7207d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.257980:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7207d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258058:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d72084 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258067:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d72084 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258074:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d72084 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.258119:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10090:0x0]: returning size 260096
00000004:00200000:3.0:1775764893.258123:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764893.258145:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d72084 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258156:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d72084 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258166:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d72076 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258171:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d72076 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258177:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d72076 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258182:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683842a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.258186:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d72076 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258193:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d72076 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258204:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764893.258207:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.258211:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d72076 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258218:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842a00/0x9da62835f5d72076 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258230:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7207d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258236:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7207d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258240:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7207d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258246:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c683843600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.258248:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7207d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258253:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7207d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258259:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x1674e29a (ffff93c69abaf000)
00010000:00010000:3.0:1775764893.258262:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.258264:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7207d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258269:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683843600/0x9da62835f5d7207d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258298:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842000/0x9da62835f5d7206f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667d8 expref: 200 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258311:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d72084 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667d8 expref: 199 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.258318:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff93c791154900)
00010000:00010000:3.0:1775764893.258320:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764893.258323:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c683842c00, rc 0)
00000100:00100000:3.0:1775764893.258432:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14454:x1862022293837056:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 928us (1156us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.258440:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206241
00000100:00100000:1.0:1775764893.260618:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.260828:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293837184
00000100:00100000:3.0:1775764893.260879:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293837184
00000100:00100000:3.0:1775764893.260935:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206242
00000100:00100000:3.0:1775764893.260944:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14453:x1862022293837184:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.260968:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.260988:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d7208b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10091:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944667df expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.261077:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.261093:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667ca expref: 200 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.261101:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.261135:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667ca expref: 200 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.261149:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667ca expref: 200 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.261162:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a119880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277282048:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764893.261237:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfadc00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764893.264308:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.264387:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293837312
00000100:00100000:3.0:1775764893.264397:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293837312
00000100:00100000:3.0:1775764893.264454:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1219
00000100:00100000:3.0:1775764893.264465:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783542050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+201:2402:x1862022293837312:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.264482:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.264521:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842c00/0x9da62835f5d72084 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667d8 expref: 201 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.264539:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff93c791154900)
00010000:00010000:3.0:1775764893.264544:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.264598:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783542050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:2402:x1862022293837312:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 135us (299us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.264606:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1219
00000100:00100000:2.0:1775764893.267455:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.267597:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293837568
00000100:00100000:3.0:1775764893.267606:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293837568
00000100:00100000:2.0:1775764893.267740:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206243
00000100:00100000:2.0:1775764893.267752:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:14454:x1862022293837568:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.267772:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.267792:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d72099 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944667e6 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.267925:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.267941:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667bc expref: 201 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.267949:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.267982:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667bc expref: 201 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.267993:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667bc expref: 201 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.268007:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b35180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277282176:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.268690:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a119880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277282048:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.268717:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.268859:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12900 going to sleep for 11 seconds
00000100:00100000:0.0:1775764893.268968:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.269142:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293837696
00000100:00100000:3.0:1775764893.269149:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293837696
00010000:00010000:3.0:1775764893.269176:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667ca expref: 202 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.269202:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3446
00000100:00100000:3.0:1775764893.269210:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:2403:x1862022293837696:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.269223:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.269229:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667ca expref: 202 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.269242:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667ca expref: 202 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.269261:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72061 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667ca expref: 202 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.269279:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff93c69bc6ea00)
00010000:00010000:3.0:1775764893.269282:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.269289:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.269293:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.270134:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.270145:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.270175:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00200000:0.0:1775764893.270192:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10091:0x0]: returning size 260096
00000004:00200000:0.0:1775764893.270196:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.270214:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.270247:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d7208b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10091:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667df expref: 202 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.270262:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667df expref: 201 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.270263:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+201:2403:x1862022293837696:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1054us (1296us total) trans 0 rc 0/0
00010000:00010000:0.0:1775764893.270271:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff93c69bc6ea00)
00000100:00100000:3.0:1775764893.270272:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3446
00010000:00010000:0.0:1775764893.270274:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764893.270276:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4c00, rc 0)
00000100:00100000:0.0:1775764893.270300:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:14453:x1862022293837184:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9357us (9688us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.270307:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206242
00000100:00100000:0.0:1775764893.285166:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.287059:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b35180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277282176:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764893.287088:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.288173:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293837824
00000100:00100000:3.0:1775764893.288183:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293837824
00010000:00010000:3.0:1775764893.288228:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667bc expref: 200 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.288269:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3447
00000100:00100000:3.0:1775764893.288278:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:2402:x1862022293837824:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.288291:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.288297:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667bc expref: 200 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.288309:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667bc expref: 200 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.288336:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72022 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667bc expref: 200 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.288351:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff93c791154900)
00010000:00010000:3.0:1775764893.288356:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.288365:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.288373:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.288389:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.288440:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:2402:x1862022293837824:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 163us (3284us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.288447:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3447
00010000:00010000:1.0:1775764893.290075:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.290090:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.290112:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10090:0x0]: returning size 260096
00010000:00010000:1.0:1775764893.290242:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d72099 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667e6 expref: 200 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.290260:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667e6 expref: 199 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.290270:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff93c791154900)
00010000:00010000:1.0:1775764893.290273:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764893.290276:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164600, rc 0)
00000100:00100000:1.0:1775764893.290323:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14454:x1862022293837568:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 22574us (22874us total) trans 4295101908 rc 0/0
00000100:00100000:1.0:1775764893.290331:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206243
00000100:00100000:0.0:1775764893.294376:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.294451:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293838080
00000100:00100000:1.0:1775764893.294460:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293838080
00000100:00100000:1.0:1775764893.294528:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206244
00000100:00100000:1.0:1775764893.294538:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14453:x1862022293838080:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.294561:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.294580:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d720ae lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944667f4 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294637:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720b5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294650:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720b5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294661:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720b5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294674:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720bc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294681:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294688:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294721:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720b5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294727:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720b5 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294734:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720b5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294739:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1859600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.294743:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720b5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294750:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720b5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294760:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764893.294762:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.294766:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720b5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294771:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720b5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294781:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294787:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720bc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294793:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720bc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294798:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1859200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.294801:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720bc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294806:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720bc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294812:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xd263642c (ffff93c6877ce200)
00010000:00010000:1.0:1775764893.294814:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.294816:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720bc lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294822:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720bc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294890:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d720ae lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667f4 expref: 200 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294900:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764893.294903:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.294906:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d720ae lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667f4 expref: 200 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.294915:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1859800, rc 0)
00000100:00100000:1.0:1775764893.294972:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14453:x1862022293838080:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 435us (605us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764893.294980:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206244
00000100:00100000:3.0:1775764893.297190:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.297274:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293837952
00000100:00100000:1.0:1775764893.297284:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293837952
00000100:00100000:1.0:1775764893.297339:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206245
00000100:00100000:1.0:1775764893.297349:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a11aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14454:x1862022293837952:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.297370:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.297388:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d720c3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10090:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944667ed expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.297478:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d720ca lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.297492:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667e6 expref: 200 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.297500:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d720ca lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.297547:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667e6 expref: 200 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.297561:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667e6 expref: 200 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.297575:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277282304:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.297769:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1780 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.304194:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277282304:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.304224:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d720ca lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.305726:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.305824:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293838208
00000100:00100000:0.0:1775764893.305833:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293838208
00010000:00010000:0.0:1775764893.305896:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667e6 expref: 201 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.305944:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3448
00000100:00100000:0.0:1775764893.305953:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+201:2403:x1862022293838208:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.305967:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.305974:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667e6 expref: 201 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.305986:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667e6 expref: 201 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.306007:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d720a0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667e6 expref: 201 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.306024:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff93c791154900)
00010000:00010000:0.0:1775764893.306031:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d720ca lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.306040:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d720ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.306049:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d720ca lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.306081:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.306134:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:2403:x1862022293838208:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 182us (414us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.306141:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3448
00010000:00010000:3.0:1775764893.306518:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d720ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306527:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d720ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.306578:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10090:0x0]: returning size 260096
00000004:00200000:3.0:1775764893.306583:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764893.306607:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d720ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306638:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d720c3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10090:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667ed expref: 200 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306653:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859000/0x9da62835f5d720ca lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667ed expref: 199 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.306659:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff93c791154900)
00010000:00010000:3.0:1775764893.306661:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764893.306664:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1859000, rc 0)
00000100:00100000:3.0:1775764893.306747:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a11aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14454:x1862022293837952:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9399us (9564us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.306754:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206245
00000100:00100000:2.0:1775764893.310087:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.310607:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293838464
00000100:00100000:1.0:1775764893.310617:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293838464
00000100:00100000:1.0:1775764893.310687:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3087
00000100:00100000:1.0:1775764893.310697:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+199:14453:x1862022293838464:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764893.310935:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+200:14453:x1862022293838464:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 239us (857us total) trans 4295101909 rc 0/0
00000100:00100000:1.0:1775764893.310942:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3087
00000100:00100000:0.0:1775764893.316909:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.316950:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.317245:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293838592
00000100:00100000:1.0:1775764893.317255:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293838592
00000100:00100000:1.0:1775764893.317309:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293838720
00000100:00100000:1.0:1775764893.317312:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293838720
00000100:00100000:1.0:1775764893.317350:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206246
00000100:00100000:1.0:1775764893.317360:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+201:14453:x1862022293838592:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.317386:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.317407:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d720d1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944667fb expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317475:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720d8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317502:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720d8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317524:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720d8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317539:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720df lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317546:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317553:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317628:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d720e6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317637:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d720e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317644:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d720e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.317696:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10091:0x0]: returning size 260096
00000004:00200000:1.0:1775764893.317701:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764893.317721:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d720e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317734:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d720e6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317743:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720d8 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317750:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720d8 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317756:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720d8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317762:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720d8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317772:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1859200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.317776:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720d8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317784:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720d8 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317795:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764893.317798:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.317802:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720d8 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317809:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d720d8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317823:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317829:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720df lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317834:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720df lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317873:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1859600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.317876:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720df lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317882:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720df lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317893:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x1674e29a (ffff93c6877ce200)
00010000:00010000:1.0:1775764893.317895:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.317897:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720df lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317903:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d720df lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317934:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d720d1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667fb expref: 203 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317946:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d720e6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667fb expref: 202 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.317953:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff93c69bc6ea00)
00010000:00010000:1.0:1775764893.317955:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764893.317957:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1858a00, rc 0)
00000100:00100000:1.0:1775764893.318014:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:14453:x1862022293838592:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 655us (1115us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.318022:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206246
00000100:00100000:1.0:1775764893.318042:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206247
00000100:00100000:1.0:1775764893.318049:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+201:14454:x1862022293838720:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.318058:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.318066:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d720ed lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466802 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318105:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d720f4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318114:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d720f4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318121:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d720f4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318131:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d720fb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318138:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d720fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318143:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d720fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318180:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72102 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318188:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72102 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318196:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72102 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.318215:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10092:0x0]: returning size 260096
00000004:00200000:1.0:1775764893.318218:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764893.318228:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72102 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318239:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72102 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318246:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d720f4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318252:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d720f4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318257:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d720f4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318263:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d720f4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318268:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.318272:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d720f4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318278:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d720f4 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318286:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764893.318288:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.318291:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d720f4 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318296:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d720f4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318306:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d720fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318312:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d720fb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318318:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d720fb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318323:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.318325:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d720fb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318330:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d720fb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318336:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x17d46a (ffff93c6877cee00)
00010000:00010000:1.0:1775764893.318338:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.318341:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d720fb lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318346:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d720fb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318365:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d720ed lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466802 expref: 203 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318376:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72102 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466802 expref: 202 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.318383:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10092:0x0].0x0 (ffff93c7afe54c00)
00010000:00010000:1.0:1775764893.318384:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764893.318387:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3a00, rc 0)
00000100:00100000:1.0:1775764893.318408:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:14454:x1862022293838720:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 360us (1457us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.318415:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206247
00000100:00100000:2.0:1775764893.324830:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.324925:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.324997:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293838848
00000100:00100000:3.0:1775764893.325007:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293838848
00000100:00100000:3.0:1775764893.325075:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1220
00000100:00100000:3.0:1775764893.325085:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:2403:x1862022293838848:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.325099:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.325122:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d720e6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667fb expref: 202 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.325140:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff93c69bc6ea00)
00010000:00010000:3.0:1775764893.325147:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.325204:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+201:2403:x1862022293838848:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 121us (383us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.325212:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1220
00000100:00100000:0.0:1775764893.325420:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293839104
00000100:00100000:0.0:1775764893.325425:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293839104
00000100:00100000:0.0:1775764893.325464:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206248
00000100:00100000:0.0:1775764893.325471:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+201:14453:x1862022293839104:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.325488:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.325513:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d72109 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466809 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.325614:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.325628:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667df expref: 202 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.325636:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.325679:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667df expref: 202 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.325695:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667df expref: 202 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.325708:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277282432:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.325765:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.327498:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.327585:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293839232
00000100:00100000:0.0:1775764893.327596:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293839232
00000100:00100000:0.0:1775764893.327656:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1221
00000100:00100000:0.0:1775764893.327665:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+203:2402:x1862022293839232:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.327691:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.327715:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72102 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466802 expref: 203 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.327732:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10092:0x0].0x0 (ffff93c7afe54c00)
00010000:00010000:0.0:1775764893.327737:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.327787:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:2402:x1862022293839232:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 124us (297us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.327794:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1221
00000100:00100000:2.0:1775764893.333085:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.333162:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293839488
00000100:00100000:1.0:1775764893.333172:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293839488
00000100:00100000:1.0:1775764893.333228:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206249
00000100:00100000:1.0:1775764893.333238:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:14454:x1862022293839488:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.333259:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.333279:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d72117 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466810 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.333380:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.333395:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1000/0x9da62835f5d612e8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094461758 expref: 203 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.333403:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.333439:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1000/0x9da62835f5d612e8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461758 expref: 203 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.333451:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1000/0x9da62835f5d612e8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461758 expref: 203 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.333465:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277282560:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.333557:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1900 going to sleep for 11 seconds
00000100:00100000:1.0:1775764893.339406:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277282560:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.339439:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.340277:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.340318:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.340401:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293839616
00000100:00100000:1.0:1775764893.340410:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293839616
00010000:00010000:1.0:1775764893.340445:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667df expref: 204 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.340484:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293839744
00000100:00100000:1.0:1775764893.340487:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293839744
00010000:00010000:1.0:1775764893.340499:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1000/0x9da62835f5d612e8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461758 expref: 205 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.340533:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3449
00000100:00100000:1.0:1775764893.340543:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:2402:x1862022293839616:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.340557:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.340563:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667df expref: 205 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.340575:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667df expref: 205 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.340597:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff93c69bc6ea00)
00010000:00010000:1.0:1775764893.340603:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.340616:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.340623:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.340639:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.340694:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:2402:x1862022293839616:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 152us (419us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.340701:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3449
00000100:00100000:1.0:1775764893.340721:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3450
00000100:00100000:1.0:1775764893.340727:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783540050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+204:2402:x1862022293839744:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.340734:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.340739:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1000/0x9da62835f5d612e8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461758 expref: 204 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.340748:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1000/0x9da62835f5d612e8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461758 expref: 204 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.340759:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69bea1000/0x9da62835f5d612e8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461758 expref: 204 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.340774:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10092:0x0].0x0 (ffff93c7afe54c00)
00010000:00010000:1.0:1775764893.340778:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.340784:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.340791:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.340807:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.340826:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783540050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+203:2402:x1862022293839744:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 100us (507us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.340833:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3450
00010000:00010000:1.0:1775764893.340924:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.340932:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.340950:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10092:0x0]: returning size 260096
00010000:00010000:1.0:1775764893.341075:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d72117 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466810 expref: 204 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.341091:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466810 expref: 203 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.341098:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10092:0x0].0x0 (ffff93c7afe54c00)
00010000:00010000:1.0:1775764893.341101:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764893.341103:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac2000, rc 0)
00000100:00100000:1.0:1775764893.341127:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+203:14454:x1862022293839488:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7892us (8052us total) trans 4295101910 rc 0/0
00000100:00100000:1.0:1775764893.341134:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206249
00010000:00010000:0.0:1775764893.343649:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72092 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944667df expref: 202 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.343762:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277282432:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.343790:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.343798:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.343805:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.343826:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10091:0x0]: returning size 260096
00010000:00010000:0.0:1775764893.344090:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe9a00/0x9da62835f5d72109 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466809 expref: 203 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.344114:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466809 expref: 202 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.344122:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff93c69bc6ea00)
00010000:00010000:0.0:1775764893.344125:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764893.344128:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7a0fe8600, rc 0)
00000100:00100000:0.0:1775764893.344247:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:14453:x1862022293839104:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 18775us (19320us total) trans 4295101911 rc 0/0
00000100:00100000:0.0:1775764893.344256:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206248
00000100:00100000:2.0:1775764893.348666:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.349407:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.350280:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293839872
00000100:00100000:0.0:1775764893.350293:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293839872
00000100:00100000:0.0:1775764893.350349:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293840000
00000100:00100000:0.0:1775764893.350352:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293840000
00000100:00100000:0.0:1775764893.350380:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206250
00000100:00100000:0.0:1775764893.350390:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+203:14454:x1862022293839872:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.350412:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.350434:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72133 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10092:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466817 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.350535:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d7213a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.350551:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466810 expref: 204 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.350559:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d7213a lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.350593:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466810 expref: 204 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.350608:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466810 expref: 204 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.350622:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277282688:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.350711:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e240 going to sleep for 11 seconds
00000100:00100000:2.0:1775764893.351087:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206251
00000100:00100000:2.0:1775764893.351100:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+204:14453:x1862022293840000:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.351114:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.351126:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d72141 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10091:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446681e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.351177:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d72148 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.351189:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466809 expref: 205 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.351197:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d72148 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.351220:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466809 expref: 205 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.351228:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466809 expref: 205 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.351243:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277282816:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764893.351278:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12900 going to sleep for 11 seconds
00000100:00100000:0.0:1775764893.357027:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277282688:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.357060:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d7213a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.357200:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277282816:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.357216:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d72148 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.359092:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.359132:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.359196:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293840128
00000100:00100000:1.0:1775764893.359206:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293840128
00010000:00010000:1.0:1775764893.359244:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466810 expref: 206 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.359283:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293840256
00000100:00100000:1.0:1775764893.359286:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293840256
00010000:00010000:1.0:1775764893.359300:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466809 expref: 207 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.359334:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3451
00000100:00100000:1.0:1775764893.359344:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:2403:x1862022293840128:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.359359:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.359366:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466810 expref: 207 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.359380:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466810 expref: 207 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.359401:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7211e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466810 expref: 207 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.359417:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10092:0x0].0x0 (ffff93c7afe54c00)
00010000:00010000:1.0:1775764893.359422:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d7213a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.359432:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d7213a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.359440:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d7213a lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.359464:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.359531:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:2403:x1862022293840128:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 188us (446us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.359539:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3451
00000100:00100000:1.0:1775764893.359559:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3452
00000100:00100000:1.0:1775764893.359565:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:2403:x1862022293840256:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.359573:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.359578:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466809 expref: 205 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.359588:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466809 expref: 205 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.359601:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7a0fe8600/0x9da62835f5d72110 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466809 expref: 205 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.359614:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff93c69bc6ea00)
00010000:00010000:1.0:1775764893.359618:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d72148 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.359626:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d72148 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.359631:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d72148 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.359645:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.359664:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+204:2403:x1862022293840256:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 99us (532us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.359671:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3452
00010000:00010000:0.0:1775764893.359775:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d7213a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.359784:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d7213a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.359835:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10092:0x0]: returning size 260096
00000004:00200000:0.0:1775764893.359873:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.359898:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d7213a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.359930:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72133 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10092:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466817 expref: 204 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.359946:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032200/0x9da62835f5d7213a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466817 expref: 203 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.359960:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10092:0x0].0x0 (ffff93c7afe54c00)
00010000:00010000:0.0:1775764893.359963:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764893.359965:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a032200, rc 0)
00000100:00100000:0.0:1775764893.359994:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+203:14454:x1862022293839872:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9606us (11336us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.360002:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206250
00010000:00010000:3.0:1775764893.360574:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d72148 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.360584:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d72148 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.360616:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10091:0x0]: returning size 260096
00000004:00200000:3.0:1775764893.360620:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764893.360634:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d72148 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.360660:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d72141 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10091:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446681e expref: 203 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.360676:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164600/0x9da62835f5d72148 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446681e expref: 202 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.360684:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff93c69bc6ea00)
00010000:00010000:3.0:1775764893.360687:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764893.360690:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164600, rc 0)
00000100:00100000:3.0:1775764893.360735:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:14453:x1862022293840000:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9639us (11330us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.360744:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206251
00000100:00100000:2.0:1775764893.368334:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.368417:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293840384
00000100:00100000:1.0:1775764893.368427:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293840384
00000100:00100000:1.0:1775764893.368476:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206252
00000100:00100000:1.0:1775764893.368487:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:14454:x1862022293840384:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.368517:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.368538:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7214f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466825 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368601:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d72156 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368616:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d72156 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368626:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d72156 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368642:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7215d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368647:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7215d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368653:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7215d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368732:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d72164 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368741:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d72164 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368748:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d72164 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.368820:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10094:0x0]: returning size 260096
00000004:00200000:1.0:1775764893.368825:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764893.368942:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d72164 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368955:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d72164 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368965:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d72156 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368971:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d72156 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368977:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d72156 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368984:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d72156 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.368989:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.368994:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d72156 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.369000:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d72156 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.369012:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764893.369015:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.369020:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d72156 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.369026:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d72156 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.369039:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7215d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.369045:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7215d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.369050:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7215d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.369055:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac3a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.369057:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7215d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.369063:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7215d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.369070:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xc3f00931 (ffff93c6877cee00)
00010000:00010000:1.0:1775764893.369072:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.369075:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7215d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.369080:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d7215d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.369107:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d7214f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466825 expref: 204 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.369120:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d72164 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466825 expref: 203 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.369127:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10094:0x0].0x0 (ffff93c6941e4c00)
00010000:00010000:1.0:1775764893.369130:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764893.369132:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb2a00, rc 0)
00000100:00100000:1.0:1775764893.369188:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+203:14454:x1862022293840384:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 703us (864us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.369196:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206252
00000100:00100000:2.0:1775764893.375999:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.376036:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.376127:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293840640
00000100:00100000:1.0:1775764893.376138:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293840640
00000100:00100000:1.0:1775764893.376207:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1222
00000100:00100000:1.0:1775764893.376216:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+203:2402:x1862022293840640:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.376232:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.376257:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d72164 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466825 expref: 203 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.376276:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10094:0x0].0x0 (ffff93c6941e4c00)
00010000:00010000:1.0:1775764893.376282:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.376339:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:2402:x1862022293840640:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 124us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.376346:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1222
00000100:00100000:3.0:1775764893.376756:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293840512
00000100:00100000:3.0:1775764893.376761:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293840512
00000100:00100000:3.0:1775764893.376801:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206253
00000100:00100000:3.0:1775764893.376809:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+202:14453:x1862022293840512:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.376826:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.376888:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d7216b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446682c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.376947:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72172 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.376961:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72172 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.376972:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72172 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.376987:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72179 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.376995:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72179 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377001:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72179 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377078:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72180 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377088:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72180 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377095:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72180 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.377138:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10093:0x0]: returning size 260096
00000004:00200000:3.0:1775764893.377143:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764893.377163:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72180 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377175:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72180 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377183:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72172 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377189:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72172 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377196:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72172 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377202:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.377206:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72172 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377213:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72172 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377223:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764893.377227:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.377230:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72172 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377237:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72172 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377248:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72179 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377253:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72179 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377259:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72179 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377264:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.377266:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72179 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377272:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72179 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377280:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x17d46a (ffff93c69abaf000)
00010000:00010000:3.0:1775764893.377282:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.377284:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72179 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377290:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d72179 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377317:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d7216b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446682c expref: 204 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377330:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72180 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446682c expref: 203 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.377337:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10093:0x0].0x0 (ffff93c682c3dd00)
00010000:00010000:3.0:1775764893.377340:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764893.377342:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4800, rc 0)
00000100:00100000:3.0:1775764893.377388:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+203:14453:x1862022293840512:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 580us (1397us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.377395:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206253
00000100:00100000:2.0:1775764893.384089:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.384171:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293840896
00000100:00100000:0.0:1775764893.384181:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293840896
00000100:00100000:0.0:1775764893.384247:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206254
00000100:00100000:0.0:1775764893.384257:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+203:14454:x1862022293840896:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.384280:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.384299:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72187 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466833 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.384404:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.384418:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768600/0x9da62835f5d6135f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094461782 expref: 204 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.384426:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.384458:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768600/0x9da62835f5d6135f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461782 expref: 204 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.384472:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768600/0x9da62835f5d6135f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461782 expref: 204 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.384485:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277282944:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.384589:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e240 going to sleep for 11 seconds
00000100:00100000:2.0:1775764893.389923:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.390015:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293841024
00000100:00100000:0.0:1775764893.390026:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293841024
00000100:00100000:0.0:1775764893.390093:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1223
00000100:00100000:0.0:1775764893.390104:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:2400:x1862022293841024:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.390120:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.390145:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72180 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446682c expref: 205 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.390165:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10093:0x0].0x0 (ffff93c682c3dd00)
00010000:00010000:0.0:1775764893.390170:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.390232:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+204:2400:x1862022293841024:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 130us (319us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.390240:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1223
00000100:00100000:2.0:1775764893.394287:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.394409:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293841280
00000100:00100000:1.0:1775764893.394422:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293841280
00000100:00100000:1.0:1775764893.394663:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206255
00000100:00100000:1.0:1775764893.394686:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+204:14453:x1862022293841280:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.394707:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.394725:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d72195 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446683a expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.394832:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.394883:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d613cf lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944617a5 expref: 205 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.394892:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.394931:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d613cf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617a5 expref: 205 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.394943:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d613cf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617a5 expref: 205 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.394958:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277283072:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.396527:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1f00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764893.399790:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.400023:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293841408
00000100:00100000:1.0:1775764893.400032:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293841408
00010000:00010000:1.0:1775764893.400072:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768600/0x9da62835f5d6135f lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461782 expref: 206 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.400120:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3453
00000100:00100000:1.0:1775764893.400130:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:2403:x1862022293841408:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.400144:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.400151:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768600/0x9da62835f5d6135f lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461782 expref: 206 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.400166:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768600/0x9da62835f5d6135f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461782 expref: 206 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.400189:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10094:0x0].0x0 (ffff93c6941e4c00)
00010000:00010000:1.0:1775764893.400195:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.400204:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.400212:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.400229:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.400269:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:2403:x1862022293841408:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 141us (488us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.400277:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3453
00010000:00010000:0.0:1775764893.400369:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768600/0x9da62835f5d6135f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461782 expref: 205 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.400384:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277282944:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.400408:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.400417:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.400428:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.400447:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10094:0x0]: returning size 260096
00010000:00010000:0.0:1775764893.400567:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72187 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466833 expref: 206 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.400581:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466833 expref: 205 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.400588:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10094:0x0].0x0 (ffff93c6941e4c00)
00010000:00010000:0.0:1775764893.400591:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764893.400593:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033600, rc 0)
00000100:00100000:0.0:1775764893.400615:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:14454:x1862022293840896:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16361us (16537us total) trans 4295101912 rc 0/0
00000100:00100000:0.0:1775764893.400621:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206254
00000100:00100000:1.0:1775764893.407105:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277283072:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.407140:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.412317:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.413156:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293841536
00000100:00100000:3.0:1775764893.413169:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293841536
00000100:00100000:0.0:1775764893.413391:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.413562:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293841664
00000100:00100000:1.0:1775764893.413567:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293841664
00010000:00010000:1.0:1775764893.413603:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d613cf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617a5 expref: 206 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.413649:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3454
00000100:00100000:1.0:1775764893.413659:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:2403:x1862022293841664:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.413674:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.413681:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d613cf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617a5 expref: 206 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.413695:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d613cf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617a5 expref: 206 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.413717:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d613cf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617a5 expref: 206 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.413734:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10093:0x0].0x0 (ffff93c682c3dd00)
00010000:00010000:1.0:1775764893.413739:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.413749:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.413757:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.413803:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764893.414167:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.414176:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.414198:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10093:0x0]: returning size 260096
00010000:00010000:3.0:1775764893.414335:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d72195 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446683a expref: 207 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.414351:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446683a expref: 206 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.414359:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10093:0x0].0x0 (ffff93c682c3dd00)
00010000:00010000:3.0:1775764893.414361:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764893.414364:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb2c00, rc 0)
00000100:00100000:2.0:1775764893.414673:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206256
00000100:00100000:2.0:1775764893.414681:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:14454:x1862022293841536:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.414700:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.414715:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d721b1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10094:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466841 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.414795:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d721b8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.414807:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466833 expref: 207 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.414815:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d721b8 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.414865:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466833 expref: 207 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.414878:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466833 expref: 207 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.414891:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6829e1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277283200:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.415268:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:2403:x1862022293841664:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1609us (1877us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.415278:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3454
00000100:00100000:3.0:1775764893.415350:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:14453:x1862022293841280:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 20666us (21071us total) trans 4295101913 rc 0/0
00000100:00100000:3.0:1775764893.415357:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206255
00000100:00100000:2.0:1775764893.415619:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12900 going to sleep for 11 seconds
00000100:00100000:0.0:1775764893.422652:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.422720:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293841920
00000100:00100000:2.0:1775764893.422730:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293841920
00010000:00010000:2.0:1775764893.422774:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466833 expref: 206 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.422811:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3455
00000100:00100000:2.0:1775764893.422820:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783542450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:2402:x1862022293841920:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764893.422834:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.422864:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466833 expref: 206 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.422877:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466833 expref: 206 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.422899:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10094:0x0].0x0 (ffff93c6941e4c00)
00010000:00010000:2.0:1775764893.422904:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d721b8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.422918:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d721b8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.422925:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d721b8 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.422941:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764893.422989:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783542450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:2402:x1862022293841920:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 170us (346us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.422997:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3455
00010000:00010000:1.0:1775764893.424152:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d7218e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466833 expref: 205 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.424174:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6829e1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277283200:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.424196:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d721b8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.424739:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d721b8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.424749:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d721b8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.425371:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.425532:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293841792
00000100:00100000:3.0:1775764893.425541:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293841792
00000100:00100000:3.0:1775764893.425605:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206257
00000100:00100000:3.0:1775764893.425615:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:14453:x1862022293841792:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.425639:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.425656:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d721bf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10093:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466848 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.425746:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d721c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.425771:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446683a expref: 206 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.425780:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d721c6 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.425814:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446683a expref: 206 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.425827:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446683a expref: 206 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.425875:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a119880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277283328:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764893.425959:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfadc00 going to sleep for 11 seconds
00000004:00200000:0.0:1775764893.427676:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10094:0x0]: returning size 260096
00000004:00200000:0.0:1775764893.427684:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.427709:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d721b8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.427750:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d721b1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10094:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466841 expref: 207 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.428152:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164000/0x9da62835f5d721b8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466841 expref: 206 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.428162:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10094:0x0].0x0 (ffff93c6941e4c00)
00010000:00010000:0.0:1775764893.428164:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764893.428168:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164000, rc 0)
00000100:00100000:0.0:1775764893.428277:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:14454:x1862022293841536:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13596us (15968us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.428287:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206256
00000100:00100000:2.0:1775764893.435222:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.435333:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293842048
00000100:00100000:0.0:1775764893.435343:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293842048
00000100:00100000:0.0:1775764893.435416:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206258
00000100:00100000:0.0:1775764893.435426:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:14454:x1862022293842048:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.435448:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.435469:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d721cd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446684f expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435547:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d721d4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435562:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d721d4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435574:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d721d4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435589:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d721db lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435596:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d721db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435602:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d721db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435675:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d721e2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435684:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d721e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435691:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d721e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.435729:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10096:0x0]: returning size 260096
00000004:00200000:0.0:1775764893.435734:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.435753:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d721e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435776:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d721e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435784:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d721d4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435789:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d721d4 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435799:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d721d4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435805:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a033200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764893.435808:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d721d4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435815:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d721d4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435826:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764893.435829:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.435833:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d721d4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435887:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d721d4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435901:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d721db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435906:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d721db lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435911:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d721db lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435916:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a033000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764893.435918:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d721db lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435929:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d721db lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435936:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x103f9c81 (ffff93c69bc6e100)
00010000:00010000:0.0:1775764893.435939:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.435941:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d721db lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435947:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d721db lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435973:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d721cd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446684f expref: 208 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435985:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d721e2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446684f expref: 207 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.435993:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10096:0x0].0x0 (ffff93c6941e4200)
00010000:00010000:0.0:1775764893.435995:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764893.435997:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033400, rc 0)
00000100:00100000:0.0:1775764893.436051:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:14454:x1862022293842048:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 627us (837us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.436059:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206258
00000100:00100000:3.0:1775764893.437705:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a119880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277283328:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.437731:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d721c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.444608:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.444872:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.445269:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293842176
00000100:00100000:3.0:1775764893.445280:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293842176
00010000:00010000:3.0:1775764893.445320:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446683a expref: 207 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.445400:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293842304
00000100:00100000:3.0:1775764893.445405:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293842304
00000100:00100000:1.0:1775764893.445522:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3456
00000100:00100000:1.0:1775764893.445534:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:2403:x1862022293842176:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.445550:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.445557:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446683a expref: 208 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445571:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446683a expref: 208 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445596:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7219c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446683a expref: 208 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445612:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10093:0x0].0x0 (ffff93c682c3dd00)
00010000:00010000:1.0:1775764893.445617:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d721c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445627:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d721c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.445635:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d721c6 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.445771:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1224
00000100:00100000:0.0:1775764893.445780:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:2403:x1862022293842304:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.445789:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.445801:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d721e2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446684f expref: 207 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.445812:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10096:0x0].0x0 (ffff93c6941e4200)
00010000:00010000:0.0:1775764893.445816:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.445898:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:2403:x1862022293842304:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 119us (1026us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.445907:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1224
00010000:00010000:2.0:1775764893.446153:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d721c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.446162:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d721c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.446210:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10093:0x0]: returning size 260096
00000004:00200000:2.0:1775764893.446214:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.446235:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d721c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.446263:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d721bf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10093:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466848 expref: 206 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.446277:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4c00/0x9da62835f5d721c6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466848 expref: 205 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.446284:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10093:0x0].0x0 (ffff93c682c3dd00)
00010000:00010000:2.0:1775764893.446287:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.446290:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4c00, rc 0)
00000100:00100000:2.0:1775764893.446320:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:14453:x1862022293841792:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 20707us (20954us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.446327:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206257
00010000:00010000:1.0:1775764893.447464:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.447536:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+204:2403:x1862022293842176:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 2001us (2935us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.447547:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3456
00000100:00100000:2.0:1775764893.453610:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.455204:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.455477:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293842560
00000100:00100000:0.0:1775764893.455487:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293842560
00000100:00100000:3.0:1775764893.455561:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293842688
00000100:00100000:3.0:1775764893.455566:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293842688
00000100:00100000:3.0:1775764893.455605:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206259
00000100:00100000:3.0:1775764893.455615:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:14454:x1862022293842560:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.455638:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.455658:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d721e9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466856 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.455774:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.455788:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d613dd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944617ac expref: 206 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.455797:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.455833:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d613dd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617ac expref: 206 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.456009:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d613dd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617ac expref: 206 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.456023:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a119880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277283456:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764893.456108:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfadc00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764893.456713:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206260
00000100:00100000:2.0:1775764893.456727:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:14453:x1862022293842688:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.456738:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.456749:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d721f7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446685d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.456803:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d721fe lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.456814:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d721fe lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.456825:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d721fe lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457084:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d72205 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457093:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d72205 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457100:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d72205 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457171:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7220c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457180:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7220c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457187:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7220c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.457218:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10095:0x0]: returning size 260096
00000004:00200000:2.0:1775764893.457223:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.457241:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7220c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457252:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7220c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457260:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d721fe lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457266:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d721fe lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457272:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d721fe lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457278:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.457282:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d721fe lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457290:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d721fe lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457300:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764893.457303:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.457307:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d721fe lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457313:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d721fe lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457325:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d72205 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457330:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d72205 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457336:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d72205 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457340:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164e00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.457343:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d72205 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457348:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d72205 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457356:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xc3f00931 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764893.457359:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.457361:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d72205 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457367:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d72205 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457517:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d721f7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446685d expref: 208 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457531:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7220c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446685d expref: 207 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.457538:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10095:0x0].0x0 (ffff93c682c3d700)
00010000:00010000:2.0:1775764893.457540:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.457542:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164400, rc 0)
00000100:00100000:2.0:1775764893.457593:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:14453:x1862022293842688:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 871us (2394us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.457601:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206260
00000100:00100000:3.0:1775764893.461328:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a119880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277283456:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.461355:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.466174:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.466213:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.466304:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293842944
00000100:00100000:0.0:1775764893.466316:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293842944
00000100:00100000:0.0:1775764893.466378:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293842816
00000100:00100000:0.0:1775764893.466382:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293842816
00010000:00010000:0.0:1775764893.466397:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d613dd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617ac expref: 208 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.466428:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3457
00000100:00100000:0.0:1775764893.466437:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:2402:x1862022293842816:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.466452:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.466460:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d613dd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617ac expref: 208 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.466474:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d613dd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617ac expref: 208 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.466496:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d613dd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617ac expref: 208 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.466528:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10096:0x0].0x0 (ffff93c6941e4200)
00010000:00010000:0.0:1775764893.466534:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.466543:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.466551:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.466574:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.466622:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:2402:x1862022293842816:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 186us (408us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.466629:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3457
00000100:00100000:0.0:1775764893.466646:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1225
00000100:00100000:0.0:1775764893.466651:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:2402:x1862022293842944:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.466658:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.466679:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d7220c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446685d expref: 206 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.466690:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10095:0x0].0x0 (ffff93c682c3d700)
00010000:00010000:0.0:1775764893.466693:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.466709:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:2402:x1862022293842944:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 58us (545us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.466714:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1225
00010000:00010000:3.0:1775764893.467469:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.467483:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.467514:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10096:0x0]: returning size 260096
00010000:00010000:3.0:1775764893.467662:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d721e9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466856 expref: 206 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.467970:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466856 expref: 205 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.467978:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10096:0x0].0x0 (ffff93c6941e4200)
00010000:00010000:3.0:1775764893.467981:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764893.467984:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692dc4800, rc 0)
00000100:00100000:3.0:1775764893.468021:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c0ae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:14454:x1862022293842560:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12408us (14422us total) trans 4295101914 rc 0/0
00000100:00100000:3.0:1775764893.468029:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206259
00000100:00100000:2.0:1775764893.471399:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.471620:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293843200
00000100:00100000:1.0:1775764893.471630:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293843200
00000100:00100000:1.0:1775764893.471726:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206261
00000100:00100000:1.0:1775764893.471737:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+205:14453:x1862022293843200:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.471771:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.471791:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7221a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466864 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.471928:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.471942:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d61438 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944617c8 expref: 206 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.471951:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.471989:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d61438 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617c8 expref: 206 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.472002:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d61438 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617c8 expref: 206 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.472014:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277283584:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.472097:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.475355:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.476127:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277283584:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.476154:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.476287:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293843328
00000100:00100000:2.0:1775764893.476295:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293843328
00000100:00100000:2.0:1775764893.476401:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206262
00000100:00100000:2.0:1775764893.476411:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:14454:x1862022293843328:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.476433:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.476452:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d72228 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10096:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446686b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.476555:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7222f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.476573:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466856 expref: 208 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.476594:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7222f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.476630:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466856 expref: 208 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.476642:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466856 expref: 208 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.476655:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277283712:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764893.476737:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d129c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.477450:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.477570:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293843456
00000100:00100000:2.0:1775764893.477576:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293843456
00010000:00010000:2.0:1775764893.477599:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d61438 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617c8 expref: 209 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.477670:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3458
00000100:00100000:2.0:1775764893.477679:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:2403:x1862022293843456:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764893.477691:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.477697:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d61438 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617c8 expref: 209 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477710:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d61438 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617c8 expref: 209 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477734:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d61438 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617c8 expref: 209 pid: 8005 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477749:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10095:0x0].0x0 (ffff93c682c3d700)
00010000:00010000:2.0:1775764893.477754:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477763:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477779:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.477801:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.477825:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.477833:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.477865:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10095:0x0]: returning size 260096
00000100:00100000:2.0:1775764893.477869:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:2403:x1862022293843456:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 192us (422us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.477877:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3458
00010000:00010000:0.0:1775764893.477984:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7221a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466864 expref: 209 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.477998:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466864 expref: 208 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.478005:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10095:0x0].0x0 (ffff93c682c3d700)
00010000:00010000:0.0:1775764893.478007:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764893.478009:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb2400, rc 0)
00000100:00100000:0.0:1775764893.478178:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:14453:x1862022293843200:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6442us (6788us total) trans 4295101915 rc 0/0
00000100:00100000:0.0:1775764893.478185:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206261
00000100:00100000:3.0:1775764893.481974:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.482086:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293843584
00000100:00100000:1.0:1775764893.482095:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293843584
00010000:00010000:1.0:1775764893.482133:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466856 expref: 208 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.482173:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3459
00000100:00100000:1.0:1775764893.482182:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:2402:x1862022293843584:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.482197:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.482203:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466856 expref: 208 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.482214:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466856 expref: 208 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.482239:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10096:0x0].0x0 (ffff93c6941e4200)
00010000:00010000:1.0:1775764893.482244:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7222f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.482253:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7222f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.482259:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7222f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.482277:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.482331:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:2402:x1862022293843584:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 150us (366us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.482339:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3459
00010000:00010000:2.0:1775764893.482608:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d721f0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10096:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466856 expref: 207 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.482627:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277283712:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764893.482652:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7222f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.482662:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7222f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.482668:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7222f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.482720:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10096:0x0]: returning size 260096
00000004:00200000:2.0:1775764893.482726:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.482746:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7222f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.482775:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d72228 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10096:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446686b expref: 207 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.482789:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164e00/0x9da62835f5d7222f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446686b expref: 206 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.482795:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10096:0x0].0x0 (ffff93c6941e4200)
00010000:00010000:2.0:1775764893.482798:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.482801:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164e00, rc 0)
00000100:00100000:2.0:1775764893.482863:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:14454:x1862022293843328:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6430us (7495us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.482871:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206262
00000100:00100000:3.0:1775764893.485164:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.485223:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293843712
00000100:00100000:0.0:1775764893.485230:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293843712
00000100:00100000:0.0:1775764893.485274:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206263
00000100:00100000:0.0:1775764893.485280:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+206:14453:x1862022293843712:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.485299:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.485314:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d7223d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10095:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466872 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.485392:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72244 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.485405:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466864 expref: 207 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.485410:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72244 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.485434:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466864 expref: 207 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.485444:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466864 expref: 207 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.485453:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277283840:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.485673:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9ef00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764893.490616:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.490653:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293843840
00000100:00100000:1.0:1775764893.490659:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293843840
00000100:00100000:1.0:1775764893.490712:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206264
00000100:00100000:1.0:1775764893.490718:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:14454:x1862022293843840:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.490736:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.490752:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d7224b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466879 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491078:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72252 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491094:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72252 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491105:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72252 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491117:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72259 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491121:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72259 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491125:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72259 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491187:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72260 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491192:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72260 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491196:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72260 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.491258:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10098:0x0]: returning size 260096
00000004:00200000:1.0:1775764893.491261:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764893.491276:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72260 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491284:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72260 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491290:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72252 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491296:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72252 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491301:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72252 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491304:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c682bb3200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.491307:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72252 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491311:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72252 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491319:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764893.491321:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.491323:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72252 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491326:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72252 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491334:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72259 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491338:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72259 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491341:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72259 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491344:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.491346:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72259 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491349:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72259 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491353:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x2ee4e5f8 (ffff93c6877cee00)
00010000:00010000:1.0:1775764893.491354:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.491356:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72259 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.491359:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72259 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.492248:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d7224b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466879 expref: 210 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.492267:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72260 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466879 expref: 209 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.492275:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff93c682c3d100)
00010000:00010000:1.0:1775764893.492278:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764893.492280:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69fac3a00, rc 0)
00000100:00100000:1.0:1775764893.492470:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:14454:x1862022293843840:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1749us (1859us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.492479:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206264
00000100:00100000:1.0:1775764893.495795:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.495947:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277283840:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.495976:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72244 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.496460:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293843968
00000100:00100000:3.0:1775764893.496468:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293843968
00010000:00010000:3.0:1775764893.496515:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466864 expref: 209 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.496580:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3460
00000100:00100000:3.0:1775764893.496589:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783542850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:2403:x1862022293843968:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.496604:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.496610:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466864 expref: 209 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.496623:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466864 expref: 209 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.496646:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72221 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466864 expref: 209 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.496661:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10095:0x0].0x0 (ffff93c682c3d700)
00010000:00010000:3.0:1775764893.496665:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72244 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.496686:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72244 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.496694:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72244 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.496720:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.496781:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783542850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:2403:x1862022293843968:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 193us (995us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.496790:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3460
00010000:00010000:0.0:1775764893.497187:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72244 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.497197:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72244 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.497244:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10095:0x0]: returning size 260096
00000004:00200000:0.0:1775764893.497249:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.497272:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72244 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.497301:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d7223d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10095:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466872 expref: 208 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.497317:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032800/0x9da62835f5d72244 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466872 expref: 207 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.497325:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10095:0x0].0x0 (ffff93c682c3d700)
00010000:00010000:0.0:1775764893.497327:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764893.497330:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a032800, rc 0)
00000100:00100000:0.0:1775764893.497383:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:14453:x1862022293843712:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12094us (12216us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.497391:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206263
00000100:00100000:1.0:1775764893.498791:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.499609:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293844224
00000100:00100000:0.0:1775764893.499620:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293844224
00000100:00100000:0.0:1775764893.499688:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206265
00000100:00100000:0.0:1775764893.499698:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:14454:x1862022293844224:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.499719:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.499737:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72267 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466880 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.500123:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.500138:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768c00/0x9da62835f5d61477 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944617dd expref: 208 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.500151:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72260 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466879 expref: 208 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.500159:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 5/0,1 mode: --/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.500192:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72260 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466879 expref: 208 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.500206:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72260 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466879 expref: 208 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.500219:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277283968:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.500350:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768c00/0x9da62835f5d61477 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617dd expref: 208 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.500359:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768c00/0x9da62835f5d61477 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617dd expref: 208 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.500367:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684115c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277284096:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.500405:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9ef00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764893.501644:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.501748:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293844352
00000100:00100000:0.0:1775764893.501757:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293844352
00010000:00010000:0.0:1775764893.501802:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72260 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466879 expref: 209 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.501876:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3461
00000100:00100000:0.0:1775764893.501885:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:2402:x1862022293844352:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.501899:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.501905:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72260 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466879 expref: 209 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.501920:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72260 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466879 expref: 209 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.501941:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff93c682c3d100)
00010000:00010000:0.0:1775764893.501946:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.501955:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.501962:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.502456:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:2402:x1862022293844352:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 570us (816us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.502467:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3461
00010000:00010000:0.0:1775764893.506313:0:10031:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@0000000049a13647 x1862022277283968) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72260 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466879 expref: 208 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.506338:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72260 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466879 expref: 208 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.506360:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c790b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277283968:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.506444:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684115c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277284096:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.506473:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff93c682c3d100)
00010000:00010000:0.0:1775764893.506478:0:10031:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.506488:0:10031:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.506498:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.507386:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.507520:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293844480
00000100:00100000:0.0:1775764893.507530:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293844480
00010000:00010000:0.0:1775764893.507574:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768c00/0x9da62835f5d61477 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617dd expref: 208 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.507617:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3462
00000100:00100000:0.0:1775764893.507624:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:2403:x1862022293844480:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.507639:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.507644:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768c00/0x9da62835f5d61477 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617dd expref: 208 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.507654:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768c00/0x9da62835f5d61477 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617dd expref: 208 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.507682:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768c00/0x9da62835f5d61477 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617dd expref: 208 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.507692:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff93c682c3d100)
00010000:00010000:0.0:1775764893.507695:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.507702:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.507707:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.507729:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.507784:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:2403:x1862022293844480:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 160us (413us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.507789:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3462
00010000:00010000:3.0:1775764893.507889:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.507895:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.507914:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10098:0x0]: returning size 260096
00010000:00010000:3.0:1775764893.508018:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72267 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466880 expref: 208 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.508028:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466880 expref: 207 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.508033:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff93c682c3d100)
00010000:00010000:3.0:1775764893.508035:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764893.508036:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033000, rc 0)
00000100:00100000:3.0:1775764893.508055:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:14454:x1862022293844224:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8361us (9273us total) trans 4295101916 rc 0/0
00000100:00100000:3.0:1775764893.508060:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206265
00000100:00100000:1.0:1775764893.515886:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.516005:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293844608
00000100:00100000:3.0:1775764893.516015:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293844608
00000100:00100000:3.0:1775764893.516074:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206266
00000100:00100000:3.0:1775764893.516084:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:14454:x1862022293844608:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.516111:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.516133:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7227c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10098:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466887 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.516238:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d72283 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.516252:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466880 expref: 208 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.516262:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d72283 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.516296:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466880 expref: 208 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.516310:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466880 expref: 208 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.516324:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6a48b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277284224:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764893.516411:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfada80 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.520375:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.520594:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6a48b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277284224:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.520624:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d72283 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.521128:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293844736
00000100:00100000:1.0:1775764893.521136:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293844736
00000100:00100000:1.0:1775764893.521218:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206267
00000100:00100000:1.0:1775764893.521228:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:14453:x1862022293844736:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.521247:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.521267:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7228a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446688e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521322:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72291 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521335:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72291 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521345:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72291 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521358:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72298 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521364:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72298 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521522:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72298 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521601:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d7229f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521611:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d7229f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521621:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d7229f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.521659:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10097:0x0]: returning size 260096
00000004:00200000:1.0:1775764893.521664:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764893.521682:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d7229f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521694:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d7229f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521703:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72291 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521708:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72291 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521715:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72291 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521721:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac2000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.521725:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72291 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521731:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72291 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521743:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764893.521746:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.521750:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72291 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521760:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2000/0x9da62835f5d72291 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521773:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72298 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521779:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72298 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521784:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72298 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521788:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69fac3a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.521790:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72298 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521796:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72298 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521802:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x103f9c81 (ffff93c6877cee00)
00010000:00010000:1.0:1775764893.521804:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.521806:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72298 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521811:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac3a00/0x9da62835f5d72298 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521890:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69fac2400/0x9da62835f5d7228a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446688e expref: 211 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521910:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d7229f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446688e expref: 210 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.521917:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10097:0x0].0x0 (ffff93c682c3d900)
00010000:00010000:1.0:1775764893.521919:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764893.521923:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901cb600, rc 0)
00000100:00100000:1.0:1775764893.521983:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6829e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:14453:x1862022293844736:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 756us (1618us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.521991:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206267
00000100:00100000:1.0:1775764893.524321:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.524425:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293844864
00000100:00100000:3.0:1775764893.524435:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293844864
00010000:00010000:3.0:1775764893.524472:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466880 expref: 210 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.524525:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3463
00000100:00100000:3.0:1775764893.524535:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:2402:x1862022293844864:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.524550:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.524557:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466880 expref: 210 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.524571:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466880 expref: 210 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.524592:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7226e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466880 expref: 210 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.524607:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff93c682c3d100)
00010000:00010000:3.0:1775764893.524613:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d72283 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.524622:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d72283 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.524629:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d72283 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.524650:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.524705:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:2402:x1862022293844864:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 172us (394us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.524712:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3463
00010000:00010000:0.0:1775764893.524993:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d72283 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.525002:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d72283 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.525056:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10098:0x0]: returning size 260096
00000004:00200000:0.0:1775764893.525061:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.525080:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d72283 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.525109:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7227c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10098:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466887 expref: 209 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.525123:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858a00/0x9da62835f5d72283 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466887 expref: 208 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.525131:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff93c682c3d100)
00010000:00010000:0.0:1775764893.525134:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764893.525139:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1858a00, rc 0)
00000100:00100000:0.0:1775764893.525193:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:14454:x1862022293844608:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9110us (9316us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.525200:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206266
00000100:00100000:1.0:1775764893.531084:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.531272:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293845248
00000100:00100000:0.0:1775764893.531283:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293845248
00000100:00100000:0.0:1775764893.531353:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1226
00000100:00100000:0.0:1775764893.531363:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:2401:x1862022293845248:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.531389:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.531414:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d7229f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446688e expref: 208 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.531431:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10097:0x0].0x0 (ffff93c682c3d900)
00010000:00010000:0.0:1775764893.531436:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.531494:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+207:2401:x1862022293845248:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 131us (417us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.531512:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1226
00000100:00100000:2.0:1775764893.547612:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.547661:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.547737:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293845120
00000100:00100000:1.0:1775764893.547749:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293845120
00000100:00100000:3.0:1775764893.547811:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293845376
00000100:00100000:3.0:1775764893.547816:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293845376
00000100:00100000:1.0:1775764893.547901:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206268
00000100:00100000:1.0:1775764893.547911:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:14453:x1862022293845120:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.547932:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.547981:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d722a6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466895 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548121:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548137:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768400/0x9da62835f5d614bd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944617f9 expref: 209 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548145:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548193:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768400/0x9da62835f5d614bd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617f9 expref: 209 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.548206:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768400/0x9da62835f5d614bd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617f9 expref: 209 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.548218:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277284352:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.548307:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.548372:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206269
00000100:00100000:3.0:1775764893.548382:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:14454:x1862022293845376:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.548391:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.548400:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d722b4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446689c expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.548434:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d722bb lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.548444:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d722bb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.548455:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d722bb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.548483:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722c2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.548616:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.548624:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.548964:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d722c9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.548974:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d722c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.548985:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d722c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.549014:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009a:0x0]: returning size 260096
00000004:00200000:3.0:1775764893.549018:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764893.549037:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d722c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549048:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d722c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549057:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d722bb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549063:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d722bb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549069:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d722bb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549075:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d722bb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549081:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1859200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.549085:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d722bb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549092:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d722bb lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549103:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764893.549106:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.549110:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d722bb lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549116:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d722bb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549128:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549134:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722c2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549139:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722c2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549144:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1858800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.549147:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722c2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549152:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722c2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549158:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x51a4c572 (ffff93c69abaf000)
00010000:00010000:3.0:1775764893.549161:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.549164:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722c2 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549169:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722c2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549199:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d722b4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446689c expref: 211 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549212:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d722c9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446689c expref: 210 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.549218:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009a:0x0].0x0 (ffff93c7a0fab600)
00010000:00010000:3.0:1775764893.549221:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764893.549223:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1858200, rc 0)
00000100:00100000:3.0:1775764893.549274:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:14454:x1862022293845376:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 895us (1612us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.549282:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206269
00000100:00100000:1.0:1775764893.554360:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277284352:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.554390:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.558643:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.559096:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293845504
00000100:00100000:1.0:1775764893.559107:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293845504
00000100:00100000:1.0:1775764893.559174:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1227
00000100:00100000:1.0:1775764893.559184:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:2400:x1862022293845504:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.559201:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.559230:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d722c9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446689c expref: 210 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.559248:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009a:0x0].0x0 (ffff93c7a0fab600)
00010000:00010000:1.0:1775764893.559254:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.559358:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:2400:x1862022293845504:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 175us (722us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.559365:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1227
00000100:00100000:2.0:1775764893.564405:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.565656:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.565984:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293845632
00000100:00100000:1.0:1775764893.565994:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293845632
00010000:00010000:1.0:1775764893.566032:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768400/0x9da62835f5d614bd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617f9 expref: 209 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.566102:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3464
00000100:00100000:1.0:1775764893.566110:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:2403:x1862022293845632:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.566121:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.566126:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768400/0x9da62835f5d614bd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617f9 expref: 209 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566137:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768400/0x9da62835f5d614bd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617f9 expref: 209 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566152:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768400/0x9da62835f5d614bd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944617f9 expref: 209 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566165:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10097:0x0].0x0 (ffff93c682c3d900)
00010000:00010000:1.0:1775764893.566171:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566180:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566187:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.566218:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.566259:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:2403:x1862022293845632:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 150us (1864us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.566266:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3464
00000100:00100000:0.0:1775764893.566315:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293845888
00000100:00100000:0.0:1775764893.566320:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293845888
00000100:00100000:0.0:1775764893.566349:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206270
00000100:00100000:0.0:1775764893.566356:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+208:14454:x1862022293845888:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.566374:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.566391:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d722d0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944668a3 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.566480:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.566500:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033e00/0x9da62835f5d614f5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094461807 expref: 209 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.566516:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.566545:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033e00/0x9da62835f5d614f5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461807 expref: 209 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.566557:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033e00/0x9da62835f5d614f5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461807 expref: 209 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.566566:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684115c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277284480:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.566656:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9ef00 going to sleep for 11 seconds
00010000:00010000:2.0:1775764893.566794:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.566800:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.566815:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10097:0x0]: returning size 260096
00010000:00010000:2.0:1775764893.566928:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d722a6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466895 expref: 211 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.566938:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466895 expref: 210 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.566943:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10097:0x0].0x0 (ffff93c682c3d900)
00010000:00010000:2.0:1775764893.566945:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764893.566947:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901cbc00, rc 0)
00000100:00100000:2.0:1775764893.566969:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:14453:x1862022293845120:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 19061us (19368us total) trans 4295101917 rc 0/0
00000100:00100000:2.0:1775764893.566975:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206268
00000100:00100000:0.0:1775764893.571555:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684115c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277284480:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.571585:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.576061:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.576109:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.576214:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293846144
00000100:00100000:3.0:1775764893.576225:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293846144
00000100:00100000:3.0:1775764893.576284:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206271
00000100:00100000:3.0:1775764893.576295:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:14453:x1862022293846144:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.576319:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.576343:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d722e5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10097:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944668aa expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.576441:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722ec lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.576456:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466895 expref: 211 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.576465:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722ec lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.576513:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466895 expref: 211 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.576525:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466895 expref: 211 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.576538:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf74700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277284608:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764893.576614:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad9c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764893.577490:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293846016
00000100:00100000:0.0:1775764893.577497:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293846016
00010000:00010000:0.0:1775764893.577536:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033e00/0x9da62835f5d614f5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461807 expref: 212 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.577613:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3465
00000100:00100000:0.0:1775764893.577622:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783543c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:2402:x1862022293846016:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.577658:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.577665:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033e00/0x9da62835f5d614f5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461807 expref: 212 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.577689:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033e00/0x9da62835f5d614f5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461807 expref: 212 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.577710:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033e00/0x9da62835f5d614f5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461807 expref: 212 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.577724:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009a:0x0].0x0 (ffff93c7a0fab600)
00010000:00010000:0.0:1775764893.577729:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.577737:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.577745:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.577776:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.577826:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783543c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:2402:x1862022293846016:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 205us (1715us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.577835:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3465
00010000:00010000:2.0:1775764893.577953:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.577962:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.577983:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009a:0x0]: returning size 260096
00010000:00010000:2.0:1775764893.578114:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d722d0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668a3 expref: 212 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578129:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668a3 expref: 211 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.578142:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009a:0x0].0x0 (ffff93c7a0fab600)
00010000:00010000:2.0:1775764893.578144:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764893.578147:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033a00, rc 0)
00000100:00100000:2.0:1775764893.578172:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14454:x1862022293845888:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11816us (12520us total) trans 4295101918 rc 0/0
00000100:00100000:2.0:1775764893.578179:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206270
00000100:00100000:3.0:1775764893.580250:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf74700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277284608:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.580279:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722ec lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.582451:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.582556:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293846272
00000100:00100000:3.0:1775764893.582566:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293846272
00010000:00010000:3.0:1775764893.582602:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466895 expref: 211 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.582639:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3466
00000100:00100000:3.0:1775764893.582648:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:2403:x1862022293846272:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.582663:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.582679:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466895 expref: 211 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.582693:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466895 expref: 211 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.582720:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d722ad lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466895 expref: 211 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.582737:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10097:0x0].0x0 (ffff93c682c3d900)
00010000:00010000:3.0:1775764893.582742:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722ec lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.582751:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722ec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.582759:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722ec lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.582791:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.582865:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:2403:x1862022293846272:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 218us (422us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.582872:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3466
00010000:00010000:1.0:1775764893.582936:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722ec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.582945:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722ec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.582994:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10097:0x0]: returning size 260096
00000004:00200000:1.0:1775764893.582998:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764893.583016:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722ec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.583043:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d722e5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10097:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668aa expref: 210 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.583057:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858800/0x9da62835f5d722ec lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668aa expref: 209 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.583065:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10097:0x0].0x0 (ffff93c682c3d900)
00010000:00010000:1.0:1775764893.583068:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764893.583070:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1858800, rc 0)
00000100:00100000:1.0:1775764893.583093:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:14453:x1862022293846144:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6801us (7043us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.583099:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206271
00000100:00100000:2.0:1775764893.588751:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.588884:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293846400
00000100:00100000:0.0:1775764893.588894:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293846400
00000100:00100000:0.0:1775764893.588957:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206272
00000100:00100000:0.0:1775764893.588967:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+209:14454:x1862022293846400:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.588991:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.589014:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033e00/0x9da62835f5d722fa lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1009a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944668b1 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.589107:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d72301 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.589121:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668a3 expref: 210 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.589129:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d72301 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.589164:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668a3 expref: 210 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.589179:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668a3 expref: 210 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.589201:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684115c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277284736:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.589277:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764893.597793:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.597832:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.598020:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293846656
00000100:00100000:3.0:1775764893.598030:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293846656
00000100:00100000:3.0:1775764893.598091:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206273
00000100:00100000:3.0:1775764893.598102:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14453:x1862022293846656:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.598127:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.598153:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d72308 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944668b8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598225:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d7230f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598247:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d7230f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598259:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d7230f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598274:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72316 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598281:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72316 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598287:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72316 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598375:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7231d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598384:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7231d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598390:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7231d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.598429:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10099:0x0]: returning size 260096
00000004:00200000:3.0:1775764893.598433:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764893.598453:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7231d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598464:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7231d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598476:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d7230f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598482:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d7230f lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598488:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d7230f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598494:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1859800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.598499:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d7230f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598518:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d7230f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598529:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764893.598532:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.598537:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d7230f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598544:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d7230f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598557:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72316 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598562:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72316 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598567:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72316 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598573:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1859600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.598576:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72316 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598581:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72316 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598587:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x2ee4e5f8 (ffff93c69abaf000)
00010000:00010000:3.0:1775764893.598590:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.598592:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72316 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598598:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72316 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598627:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d72308 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668b8 expref: 213 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598641:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7231d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668b8 expref: 212 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.598647:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10099:0x0].0x0 (ffff93c7a0fab100)
00010000:00010000:3.0:1775764893.598651:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764893.598653:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1858200, rc 0)
00000100:00100000:3.0:1775764893.598709:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:14453:x1862022293846656:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 609us (875us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.598716:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206273
00000100:00100000:1.0:1775764893.598800:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293846528
00000100:00100000:1.0:1775764893.598805:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293846528
00010000:00010000:1.0:1775764893.598828:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668a3 expref: 212 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.598897:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3467
00000100:00100000:1.0:1775764893.598905:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:2402:x1862022293846528:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.598915:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.598921:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668a3 expref: 212 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.598933:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668a3 expref: 212 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.598948:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009a:0x0].0x0 (ffff93c7a0fab600)
00010000:00010000:1.0:1775764893.598953:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d72301 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.598960:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d72301 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.598966:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d72301 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.598982:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.599004:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:2402:x1862022293846528:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 102us (1221us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.599011:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3467
00010000:00010000:0.0:1775764893.599924:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d722d7 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668a3 expref: 211 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.599942:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684115c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277284736:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.599963:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d72301 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.599973:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d72301 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.599977:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d72301 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.600019:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009a:0x0]: returning size 260096
00000004:00200000:0.0:1775764893.600023:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.600040:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d72301 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.600065:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033e00/0x9da62835f5d722fa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1009a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668b1 expref: 211 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.600078:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033600/0x9da62835f5d72301 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668b1 expref: 210 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.600086:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009a:0x0].0x0 (ffff93c7a0fab600)
00010000:00010000:0.0:1775764893.600089:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764893.600092:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033600, rc 0)
00000100:00100000:0.0:1775764893.600141:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:14454:x1862022293846400:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11176us (11398us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.600148:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206272
00000100:00100000:2.0:1775764893.609238:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.609314:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293846784
00000100:00100000:0.0:1775764893.609325:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293846784
00000100:00100000:0.0:1775764893.609391:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206274
00000100:00100000:0.0:1775764893.609401:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:14454:x1862022293846784:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.609423:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.609445:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72324 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944668bf expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609521:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7232b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609536:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7232b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609548:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7232b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609561:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72332 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609567:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72332 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609574:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72332 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609657:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72339 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609679:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72339 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609686:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72339 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.609733:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009c:0x0]: returning size 260096
00000004:00200000:0.0:1775764893.609737:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.609756:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72339 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609767:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72339 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609775:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7232b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609782:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7232b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609787:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7232b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609793:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7232b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609799:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a033000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764893.609803:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7232b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609810:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7232b lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609821:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764893.609823:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.609827:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7232b lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609833:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7232b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609886:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72332 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609892:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72332 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609896:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72332 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609901:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a033200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764893.609903:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72332 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609909:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72332 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609917:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x6324417e (ffff93c69bc6e100)
00010000:00010000:0.0:1775764893.609920:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.609922:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72332 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609928:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d72332 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609958:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72324 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668bf expref: 212 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609972:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72339 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668bf expref: 211 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.609979:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009c:0x0].0x0 (ffff93c7a0fabd00)
00010000:00010000:0.0:1775764893.609981:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764893.609984:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb2400, rc 0)
00000100:00100000:0.0:1775764893.610036:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14454:x1862022293846784:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 637us (807us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.610043:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206274
00000100:00100000:2.0:1775764893.616325:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.616371:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.616445:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293846912
00000100:00100000:0.0:1775764893.616454:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293846912
00000100:00100000:0.0:1775764893.616527:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1228
00000100:00100000:0.0:1775764893.616537:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:2401:x1862022293846912:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.616551:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.616574:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7231d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668b8 expref: 211 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.616592:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10099:0x0].0x0 (ffff93c7a0fab100)
00010000:00010000:0.0:1775764893.616597:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.616655:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:2401:x1862022293846912:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 120us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.616662:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1228
00000100:00100000:3.0:1775764893.617564:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293847168
00000100:00100000:3.0:1775764893.617573:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293847168
00000100:00100000:3.0:1775764893.617618:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206275
00000100:00100000:3.0:1775764893.617626:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+210:14453:x1862022293847168:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.617643:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.617661:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d72340 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944668c6 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.617775:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.617789:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032000/0x9da62835f5d61534 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094461823 expref: 211 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.617798:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.617832:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032000/0x9da62835f5d61534 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461823 expref: 211 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.617878:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032000/0x9da62835f5d61534 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461823 expref: 211 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.617891:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69bf74700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277284864:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764893.617961:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764893.628029:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.628130:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293847552
00000100:00100000:0.0:1775764893.628140:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293847552
00000100:00100000:0.0:1775764893.628208:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1229
00000100:00100000:0.0:1775764893.628219:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:2401:x1862022293847552:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.628235:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.628260:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72339 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668bf expref: 212 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.628277:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009c:0x0].0x0 (ffff93c7a0fabd00)
00010000:00010000:0.0:1775764893.628281:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.628335:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:2401:x1862022293847552:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 119us (315us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.628342:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1229
00000100:00100000:3.0:1775764893.632565:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69bf74700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277284864:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.632596:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.637320:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.637368:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.637455:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293847424
00000100:00100000:1.0:1775764893.637465:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293847424
00000100:00100000:1.0:1775764893.637538:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206276
00000100:00100000:1.0:1775764893.637549:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14454:x1862022293847424:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.637570:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.637590:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d7234e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944668cd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.637712:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.637726:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761ea00/0x9da62835f5d61573 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446182a expref: 212 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.637735:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.637768:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761ea00/0x9da62835f5d61573 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446182a expref: 212 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.637779:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761ea00/0x9da62835f5d61573 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446182a expref: 212 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.637792:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277284992:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.637909:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.638585:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293847680
00000100:00100000:3.0:1775764893.638593:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293847680
00010000:00010000:3.0:1775764893.638620:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032000/0x9da62835f5d61534 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461823 expref: 213 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.638654:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3468
00000100:00100000:3.0:1775764893.638662:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:2402:x1862022293847680:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.638793:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.638800:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032000/0x9da62835f5d61534 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461823 expref: 213 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.638812:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032000/0x9da62835f5d61534 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461823 expref: 213 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.638947:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032000/0x9da62835f5d61534 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461823 expref: 213 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.638966:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10099:0x0].0x0 (ffff93c7a0fab100)
00010000:00010000:3.0:1775764893.638971:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.638979:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.638986:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.639016:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.639051:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:2402:x1862022293847680:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 389us (1681us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.639058:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3468
00010000:00010000:0.0:1775764893.639122:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.639130:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.639147:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10099:0x0]: returning size 260096
00010000:00010000:0.0:1775764893.639266:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d72340 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668c6 expref: 213 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.639280:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668c6 expref: 212 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.639292:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10099:0x0].0x0 (ffff93c7a0fab100)
00010000:00010000:0.0:1775764893.639294:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764893.639297:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1859600, rc 0)
00000100:00100000:0.0:1775764893.639321:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:14453:x1862022293847168:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 21696us (22950us total) trans 4295101919 rc 0/0
00000100:00100000:0.0:1775764893.639327:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206275
00000100:00100000:1.0:1775764893.644698:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277284992:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.644728:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.645237:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.646023:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293847808
00000100:00100000:1.0:1775764893.646034:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293847808
00010000:00010000:1.0:1775764893.646071:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761ea00/0x9da62835f5d61573 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446182a expref: 212 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.646148:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3469
00000100:00100000:1.0:1775764893.646158:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:2400:x1862022293847808:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.646172:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.646179:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761ea00/0x9da62835f5d61573 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446182a expref: 212 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.646194:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761ea00/0x9da62835f5d61573 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446182a expref: 212 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.646214:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761ea00/0x9da62835f5d61573 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446182a expref: 212 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.646231:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009c:0x0].0x0 (ffff93c7a0fabd00)
00010000:00010000:1.0:1775764893.646237:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.646247:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.646255:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.646290:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.646722:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.646732:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.646753:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009c:0x0]: returning size 260096
00010000:00010000:2.0:1775764893.646916:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d7234e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668cd expref: 213 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.646937:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668cd expref: 212 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.646946:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009c:0x0].0x0 (ffff93c7a0fabd00)
00010000:00010000:2.0:1775764893.646948:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764893.646951:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901cb600, rc 0)
00000100:00100000:1.0:1775764893.647022:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:2400:x1862022293847808:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 864us (1785us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.647029:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3469
00000100:00100000:2.0:1775764893.647341:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14454:x1862022293847424:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9794us (10028us total) trans 4295101920 rc 0/0
00000100:00100000:2.0:1775764893.647349:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206276
00000100:00100000:0.0:1775764893.650060:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.650556:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293847936
00000100:00100000:2.0:1775764893.650567:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293847936
00000100:00100000:1.0:1775764893.651019:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206277
00000100:00100000:1.0:1775764893.651034:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+211:14453:x1862022293847936:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.651058:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.651077:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7236a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10099:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944668d4 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.651154:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca800/0x9da62835f5d72371 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.651164:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668c6 expref: 212 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.651170:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca800/0x9da62835f5d72371 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.651196:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668c6 expref: 212 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.651206:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668c6 expref: 212 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.651215:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277285120:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.651280:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1f00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764893.653612:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277285120:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.653644:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca800/0x9da62835f5d72371 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.654990:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.655075:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293848192
00000100:00100000:2.0:1775764893.655083:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293848192
00000100:00100000:2.0:1775764893.655157:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206278
00000100:00100000:2.0:1775764893.655165:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14454:x1862022293848192:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.655185:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.655204:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d72378 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1009c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944668db expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.655295:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d7237f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.655309:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668cd expref: 214 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.655318:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d7237f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.655352:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668cd expref: 214 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.655363:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668cd expref: 214 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.655376:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a037800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277285248:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764893.655456:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d120c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.656539:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.656713:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293848064
00000100:00100000:2.0:1775764893.656721:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293848064
00010000:00010000:2.0:1775764893.656751:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668c6 expref: 215 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.656789:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3470
00000100:00100000:2.0:1775764893.656797:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783540850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:2402:x1862022293848064:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764893.656808:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.656814:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668c6 expref: 215 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.656827:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668c6 expref: 215 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.656880:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d72347 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668c6 expref: 215 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.656896:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10099:0x0].0x0 (ffff93c7a0fab100)
00010000:00010000:2.0:1775764893.656901:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca800/0x9da62835f5d72371 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.656910:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca800/0x9da62835f5d72371 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.656917:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca800/0x9da62835f5d72371 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.656941:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764893.656984:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783540850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+214:2402:x1862022293848064:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 188us (449us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.656992:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3470
00010000:00010000:1.0:1775764893.657450:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca800/0x9da62835f5d72371 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.657459:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca800/0x9da62835f5d72371 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.657518:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10099:0x0]: returning size 260096
00000004:00200000:1.0:1775764893.657523:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764893.657545:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca800/0x9da62835f5d72371 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.657575:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7236a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10099:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668d4 expref: 214 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.657591:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca800/0x9da62835f5d72371 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668d4 expref: 213 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.657598:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10099:0x0].0x0 (ffff93c7a0fab100)
00010000:00010000:1.0:1775764893.657601:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764893.657603:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901ca800, rc 0)
00000100:00100000:1.0:1775764893.657631:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14453:x1862022293847936:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6602us (7577us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.657639:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206277
00000100:00100000:3.0:1775764893.663463:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.663518:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.663592:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293848320
00000100:00100000:1.0:1775764893.663600:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293848320
00010000:00010000:1.0:1775764893.663639:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668cd expref: 213 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.663680:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3471
00000100:00100000:1.0:1775764893.663689:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:2403:x1862022293848320:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.663705:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.663712:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668cd expref: 213 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.663726:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668cd expref: 213 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.663747:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009c:0x0].0x0 (ffff93c7a0fabd00)
00010000:00010000:1.0:1775764893.663752:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d7237f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.663762:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d7237f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.663769:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d7237f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.663788:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.663832:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:2403:x1862022293848320:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 146us (376us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.663866:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3471
00000100:00100000:0.0:1775764893.663934:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293848448
00000100:00100000:0.0:1775764893.663938:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293848448
00000100:00100000:0.0:1775764893.663968:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206279
00000100:00100000:0.0:1775764893.663973:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14453:x1862022293848448:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.663988:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.664000:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72386 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944668e2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664045:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d7238d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664054:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d7238d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664059:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d7238d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664068:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d72394 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664075:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d72394 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664079:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d72394 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664137:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d7239b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664142:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d7239b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664145:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d7239b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.664174:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009b:0x0]: returning size 260096
00000004:00200000:0.0:1775764893.664176:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.664190:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d7239b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664198:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d7239b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664203:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d7238d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664208:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d7238d lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664211:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d7238d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664218:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c682bb2600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764893.664221:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d7238d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664225:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d7238d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664230:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764893.664231:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.664233:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d7238d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664237:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d7238d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664245:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d72394 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664249:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d72394 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664252:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d72394 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664255:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c682bb2c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764893.664256:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d72394 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664259:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d72394 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664265:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x51a4c572 (ffff93c69bc6e100)
00010000:00010000:0.0:1775764893.664267:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764893.664268:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d72394 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664271:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d72394 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664289:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72386 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668e2 expref: 215 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664296:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d7239b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668e2 expref: 214 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.664300:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009b:0x0].0x0 (ffff93c7a0fab000)
00010000:00010000:0.0:1775764893.664301:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764893.664303:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb2400, rc 0)
00000100:00100000:0.0:1775764893.664321:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+214:14453:x1862022293848448:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 348us (803us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.664325:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206279
00010000:00010000:2.0:1775764893.664647:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72355 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668cd expref: 213 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.664662:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a037800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277285248:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764893.664687:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d7237f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.664695:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d7237f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.664701:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d7237f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.664728:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009c:0x0]: returning size 260096
00000004:00200000:2.0:1775764893.664731:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.664742:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d7237f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.664766:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d72378 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1009c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668db expref: 213 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.664779:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164200/0x9da62835f5d7237f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668db expref: 212 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.664785:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009c:0x0].0x0 (ffff93c7a0fabd00)
00010000:00010000:2.0:1775764893.664788:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.664791:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164200, rc 0)
00000100:00100000:2.0:1775764893.664831:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:14454:x1862022293848192:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9667us (9847us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.665394:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206278
00000100:00100000:3.0:1775764893.672226:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.672274:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.672349:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293848704
00000100:00100000:2.0:1775764893.672362:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293848704
00000100:00100000:2.0:1775764893.672422:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206280
00000100:00100000:2.0:1775764893.672432:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:14454:x1862022293848704:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.672451:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.672472:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d723a2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944668e9 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672559:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723a9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672574:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723a9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672586:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723a9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672643:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d723b0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672651:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d723b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672658:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d723b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672733:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d723b7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672742:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d723b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672749:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d723b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.672789:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009e:0x0]: returning size 260096
00000004:00200000:2.0:1775764893.672794:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.672817:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d723b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672829:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d723b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672875:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723a9 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672883:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723a9 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672894:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723a9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672900:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723a9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672906:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.672910:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723a9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672917:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723a9 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672929:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764893.672931:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.672936:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723a9 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672941:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723a9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672954:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d723b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672961:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d723b0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672967:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d723b0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672972:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.672975:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d723b0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672981:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d723b0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672987:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x76821429 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764893.672989:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.672991:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d723b0 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.672997:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d723b0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.673026:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d723a2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668e9 expref: 214 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.673040:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d723b7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668e9 expref: 213 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.673048:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009e:0x0].0x0 (ffff93c6941e4d00)
00010000:00010000:2.0:1775764893.673051:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.673053:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165200, rc 0)
00000100:00100000:2.0:1775764893.673116:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c692c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14454:x1862022293848704:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 686us (899us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.673124:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206280
00000100:00100000:1.0:1775764893.673470:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293848576
00000100:00100000:1.0:1775764893.673476:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293848576
00000100:00100000:1.0:1775764893.673535:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1230
00000100:00100000:1.0:1775764893.673543:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:2403:x1862022293848576:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.673553:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.673567:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d7239b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668e2 expref: 213 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.673586:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009b:0x0].0x0 (ffff93c7a0fab000)
00010000:00010000:1.0:1775764893.673590:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.673622:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:2403:x1862022293848576:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 81us (1347us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.673628:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1230
00000100:00100000:3.0:1775764893.676665:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.676755:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293848960
00000100:00100000:1.0:1775764893.676765:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293848960
00000100:00100000:1.0:1775764893.676826:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206281
00000100:00100000:1.0:1775764893.676869:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:14453:x1862022293848960:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.676891:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.676910:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d723be lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944668f0 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.677017:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.677031:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768a00/0x9da62835f5d615b2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446184d expref: 213 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.677040:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.677077:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768a00/0x9da62835f5d615b2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446184d expref: 213 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.677090:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768a00/0x9da62835f5d615b2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446184d expref: 213 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.677104:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277285376:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.677175:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1f00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764893.681559:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.681593:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.681762:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277285376:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764893.681762:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293849088
00000100:00100000:2.0:1775764893.681769:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293849088
00010000:00010000:1.0:1775764893.681787:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.681827:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293849216
00000100:00100000:2.0:1775764893.681831:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293849216
00000100:00100000:3.0:1775764893.681869:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1231
00010000:00010000:2.0:1775764893.681872:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768a00/0x9da62835f5d615b2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446184d expref: 215 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.681880:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:2402:x1862022293849088:12345-192.168.202.56@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1775764893.681888:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3472
00000100:00100000:2.0:1775764893.681893:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:2400:x1862022293849216:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.681893:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.681900:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.681903:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768a00/0x9da62835f5d615b2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446184d expref: 215 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.681913:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d723b7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668e9 expref: 215 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.681914:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768a00/0x9da62835f5d615b2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446184d expref: 215 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.681926:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c691768a00/0x9da62835f5d615b2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446184d expref: 214 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.681930:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009e:0x0].0x0 (ffff93c6941e4d00)
00010000:00010000:2.0:1775764893.681934:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009b:0x0].0x0 (ffff93c7a0fab000)
00010000:00010000:3.0:1775764893.681934:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.681938:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.681946:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.681952:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.681968:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.681980:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:2402:x1862022293849088:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 103us (429us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.681983:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:2400:x1862022293849216:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 91us (391us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.681987:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1231
00000100:00100000:2.0:1775764893.681991:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3472
00010000:00010000:1.0:1775764893.682053:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.682060:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.682080:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009b:0x0]: returning size 260096
00010000:00010000:1.0:1775764893.682200:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d723be lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668f0 expref: 213 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.682215:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668f0 expref: 212 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.682221:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009b:0x0].0x0 (ffff93c7a0fab000)
00010000:00010000:1.0:1775764893.682224:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764893.682227:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901cb600, rc 0)
00000100:00100000:1.0:1775764893.682260:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:14453:x1862022293848960:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 5426us (5604us total) trans 4295101921 rc 0/0
00000100:00100000:1.0:1775764893.682267:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206281
00000100:00100000:0.0:1775764893.685035:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.685110:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293849472
00000100:00100000:1.0:1775764893.685121:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293849472
00000100:00100000:1.0:1775764893.685177:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206282
00000100:00100000:1.0:1775764893.685187:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+212:14454:x1862022293849472:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.685210:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.685231:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d723d3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944668f7 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.685337:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.685351:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d618ad lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094461934 expref: 213 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.685360:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.685393:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d618ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461934 expref: 213 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.685405:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d618ad lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461934 expref: 213 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.685417:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277285504:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.685555:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1780 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.691311:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.691385:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293849600
00000100:00100000:2.0:1775764893.691395:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293849600
00010000:00010000:2.0:1775764893.691435:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d618ad lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461934 expref: 214 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.691480:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3473
00000100:00100000:2.0:1775764893.691528:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+214:2403:x1862022293849600:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764893.691544:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.691552:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d618ad lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461934 expref: 214 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.691566:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d618ad lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461934 expref: 214 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.691589:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009e:0x0].0x0 (ffff93c6941e4d00)
00010000:00010000:2.0:1775764893.691594:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.691603:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.691610:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.691628:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764893.691696:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+214:2403:x1862022293849600:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 207us (392us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.691705:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3473
00010000:00010000:1.0:1775764893.692027:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d618ad lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461934 expref: 213 pid: 6518 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.692045:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277285504:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.692065:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.692073:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.692079:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.692098:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009e:0x0]: returning size 260096
00010000:00010000:1.0:1775764893.692216:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d723d3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668f7 expref: 214 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.692231:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668f7 expref: 213 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.692239:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009e:0x0].0x0 (ffff93c6941e4d00)
00010000:00010000:1.0:1775764893.692242:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764893.692244:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901cbc00, rc 0)
00000100:00100000:1.0:1775764893.692287:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14454:x1862022293849472:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7102us (7261us total) trans 4295101922 rc 0/0
00000100:00100000:1.0:1775764893.692295:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206282
00000100:00100000:3.0:1775764893.696072:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.696198:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293849728
00000100:00100000:2.0:1775764893.696208:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293849728
00000100:00100000:2.0:1775764893.696268:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206283
00000100:00100000:2.0:1775764893.696278:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14453:x1862022293849728:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.696303:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.696323:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d723e8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1009b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944668fe expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.696410:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723ef lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.696426:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668f0 expref: 214 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.696434:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723ef lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.696466:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668f0 expref: 214 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.696480:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668f0 expref: 214 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.696493:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a037800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277285632:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764893.696596:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d120c0 going to sleep for 11 seconds
00000100:00100000:2.0:1775764893.699619:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.700230:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293849856
00000100:00100000:3.0:1775764893.700238:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293849856
00000100:00100000:3.0:1775764893.700284:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206284
00000100:00100000:3.0:1775764893.700293:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14454:x1862022293849856:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.700317:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.700336:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d723f6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1009e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466905 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.700421:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d723fd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.700431:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668f7 expref: 216 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.700437:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d723fd lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.700463:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668f7 expref: 216 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.700470:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668f7 expref: 216 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.700479:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277285760:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764893.700566:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad9c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.700604:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.700903:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293849984
00000100:00100000:3.0:1775764893.700907:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293849984
00000100:00100000:0.0:1775764893.701293:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a037800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277285632:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.701313:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723ef lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.701385:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668f0 expref: 217 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.701459:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3474
00000100:00100000:2.0:1775764893.701468:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:2402:x1862022293849984:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764893.701479:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.701485:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668f0 expref: 217 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.701516:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668f0 expref: 217 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.701536:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d723c5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668f0 expref: 217 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.701552:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009b:0x0].0x0 (ffff93c7a0fab000)
00010000:00010000:2.0:1775764893.701556:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723ef lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.701563:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.701570:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723ef lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.701599:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764893.701745:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+216:2402:x1862022293849984:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 277us (1137us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.701753:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3474
00010000:00010000:0.0:1775764893.702164:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.702172:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.702218:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009b:0x0]: returning size 260096
00000004:00200000:0.0:1775764893.702223:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.702245:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.702276:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d723e8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1009b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668fe expref: 216 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.702292:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165c00/0x9da62835f5d723ef lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944668fe expref: 215 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.702298:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009b:0x0].0x0 (ffff93c7a0fab000)
00010000:00010000:0.0:1775764893.702301:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764893.702304:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165c00, rc 0)
00000100:00100000:0.0:1775764893.702334:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14453:x1862022293849728:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6058us (6273us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.702341:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206283
00000100:00100000:0.0:1775764893.705896:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.706024:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293850112
00000100:00100000:1.0:1775764893.706034:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293850112
00010000:00010000:1.0:1775764893.706070:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668f7 expref: 215 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.706107:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3475
00000100:00100000:1.0:1775764893.706116:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783543450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:2403:x1862022293850112:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.706132:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.706138:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668f7 expref: 215 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.706151:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668f7 expref: 215 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.706173:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009e:0x0].0x0 (ffff93c6941e4d00)
00010000:00010000:1.0:1775764893.706178:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d723fd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.706187:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d723fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.706195:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d723fd lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.706214:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.706268:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783543450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:2403:x1862022293850112:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 153us (380us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.706276:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3475
00010000:00010000:3.0:1775764893.707272:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d723da lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944668f7 expref: 214 pid: 6519 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.707297:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277285760:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.707321:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d723fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.707330:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d723fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.707336:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d723fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.707388:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009e:0x0]: returning size 260096
00000004:00200000:3.0:1775764893.707392:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764893.707412:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d723fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.707443:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859800/0x9da62835f5d723f6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1009e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466905 expref: 214 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.707457:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859600/0x9da62835f5d723fd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466905 expref: 213 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.707465:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009e:0x0].0x0 (ffff93c6941e4d00)
00010000:00010000:3.0:1775764893.707469:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764893.707471:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1859600, rc 0)
00000100:00100000:3.0:1775764893.707528:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+213:14454:x1862022293849856:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7235us (7918us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.707535:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206284
00000100:00100000:0.0:1775764893.716427:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.716465:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.716985:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293850240
00000100:00100000:3.0:1775764893.716996:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293850240
00000100:00100000:3.0:1775764893.717097:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293850368
00000100:00100000:3.0:1775764893.717101:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293850368
00000100:00100000:3.0:1775764893.717137:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206285
00000100:00100000:3.0:1775764893.717156:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+214:14453:x1862022293850240:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.717180:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.717204:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d72404 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446690c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717267:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7240b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717282:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7240b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717294:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7240b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717311:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72412 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717317:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72412 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717323:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72412 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717397:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72419 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717406:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72419 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717414:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72419 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.717456:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009d:0x0]: returning size 260096
00000004:00200000:3.0:1775764893.717460:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764893.717481:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72419 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717492:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72419 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717510:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7240b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717517:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7240b lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717522:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7240b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717528:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1858200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.717533:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7240b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717540:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7240b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717552:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764893.717555:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.717560:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7240b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717569:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1858200/0x9da62835f5d7240b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717580:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72412 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717586:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72412 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717592:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72412 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717596:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c682bb2400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.717599:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72412 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717603:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72412 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717609:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x6324417e (ffff93c69abaf000)
00010000:00010000:3.0:1775764893.717612:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.717614:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72412 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717619:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72412 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.717649:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1859200/0x9da62835f5d72404 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446690c expref: 216 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718427:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72419 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446690c expref: 215 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.718438:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009d:0x0].0x0 (ffff93c7a0fabc00)
00010000:00010000:3.0:1775764893.718440:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764893.718443:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb3200, rc 0)
00000100:00100000:2.0:1775764893.718886:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206286
00000100:00100000:2.0:1775764893.718901:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684116a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14454:x1862022293850368:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.718915:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.718932:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d72420 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466913 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.718985:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d72427 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.718998:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d72427 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719010:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d72427 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719077:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7242e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719085:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7242e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719092:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7242e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719165:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d72435 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719174:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d72435 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719180:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d72435 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.719217:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a0:0x0]: returning size 260096
00000004:00200000:2.0:1775764893.719221:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.719239:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d72435 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719248:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d72435 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719255:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d72427 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719260:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d72427 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719265:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d72427 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719270:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a165a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.719273:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d72427 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719279:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d72427 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719288:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764893.719290:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.719293:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d72427 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719299:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165a00/0x9da62835f5d72427 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719314:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7242e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719320:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7242e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719326:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7242e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719331:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c68a164c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.719334:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7242e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719340:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7242e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719348:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x9e362f1b (ffff93c6a31a2900)
00010000:00010000:2.0:1775764893.719351:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.719354:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7242e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719360:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164c00/0x9da62835f5d7242e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719385:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164400/0x9da62835f5d72420 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466913 expref: 217 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719397:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d72435 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466913 expref: 216 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.719408:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:2.0:1775764893.719410:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.719413:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a165200, rc 0)
00000100:00100000:2.0:1775764893.719467:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684116a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+216:14454:x1862022293850368:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 573us (3001us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.719473:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206286
00000100:00100000:3.0:1775764893.720078:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14453:x1862022293850240:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2931us (3658us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.720085:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206285
00000100:00100000:0.0:1775764893.729473:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.729536:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.729611:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293850880
00000100:00100000:3.0:1775764893.729621:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293850880
00000100:00100000:3.0:1775764893.729700:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1232
00000100:00100000:3.0:1775764893.729710:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:2400:x1862022293850880:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.729724:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.729749:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72419 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446690c expref: 215 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.729769:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009d:0x0].0x0 (ffff93c7a0fabc00)
00010000:00010000:3.0:1775764893.729774:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.729864:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+214:2400:x1862022293850880:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 155us (326us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.729872:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1232
00000100:00100000:2.0:1775764893.730477:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293850752
00000100:00100000:2.0:1775764893.730484:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293850752
00000100:00100000:2.0:1775764893.730530:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206287
00000100:00100000:2.0:1775764893.730538:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+214:14453:x1862022293850752:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.730555:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.730572:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d7243c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446691a expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.730684:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.730698:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d61630 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094461870 expref: 215 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.730707:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.730739:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d61630 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461870 expref: 215 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.730753:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d61630 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461870 expref: 215 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.730766:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a034700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277285888:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764893.730868:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12d80 going to sleep for 11 seconds
00000100:00100000:2.0:1775764893.732094:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.732400:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.732778:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293850496
00000100:00100000:0.0:1775764893.732786:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293850496
00000100:00100000:0.0:1775764893.732874:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1233
00000100:00100000:0.0:1775764893.732883:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+216:2403:x1862022293850496:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.732896:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.732920:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165200/0x9da62835f5d72435 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466913 expref: 216 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.732938:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:0.0:1775764893.732943:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.732991:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:2403:x1862022293850496:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 109us (591us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.732999:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1233
00000100:00100000:3.0:1775764893.735076:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293851136
00000100:00100000:3.0:1775764893.735085:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293851136
00000100:00100000:3.0:1775764893.735180:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206288
00000100:00100000:3.0:1775764893.735188:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14454:x1862022293851136:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.735204:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.735221:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7244a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466921 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.735308:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.735318:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d615f1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094461854 expref: 216 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.735324:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.735349:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d615f1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461854 expref: 216 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.735356:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d615f1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461854 expref: 216 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.735366:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277286016:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764893.735421:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad9c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.735793:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a034700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277285888:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.735820:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.736219:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.736288:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293851264
00000100:00100000:3.0:1775764893.736293:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293851264
00010000:00010000:3.0:1775764893.736318:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d61630 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461870 expref: 217 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.736353:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3476
00000100:00100000:3.0:1775764893.736361:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:2402:x1862022293851264:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.736372:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.736378:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d61630 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461870 expref: 217 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.736389:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d61630 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461870 expref: 217 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.736407:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d61630 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461870 expref: 217 pid: 6517 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.736422:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009d:0x0].0x0 (ffff93c7a0fabc00)
00010000:00010000:3.0:1775764893.736427:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.736435:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.736442:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.736471:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.736514:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+216:2402:x1862022293851264:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 154us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.736521:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3476
00010000:00010000:0.0:1775764893.736570:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.736578:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.736596:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009d:0x0]: returning size 260096
00010000:00010000:0.0:1775764893.736729:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a165400/0x9da62835f5d7243c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446691a expref: 217 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.736744:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446691a expref: 216 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.736753:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009d:0x0].0x0 (ffff93c7a0fabc00)
00010000:00010000:0.0:1775764893.736756:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764893.736759:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a164a00, rc 0)
00000100:00100000:0.0:1775764893.736784:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+216:14453:x1862022293850752:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6247us (7320us total) trans 4295101923 rc 0/0
00000100:00100000:0.0:1775764893.736791:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206287
00000100:00100000:2.0:1775764893.739156:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277286016:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764893.739187:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.741722:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.743362:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293851520
00000100:00100000:1.0:1775764893.743375:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293851520
00000100:00100000:1.0:1775764893.743442:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206289
00000100:00100000:1.0:1775764893.743453:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+216:14453:x1862022293851520:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.743478:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.743509:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d7245f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1009d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466928 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.743602:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72466 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.743617:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446691a expref: 217 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.743625:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72466 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.743673:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446691a expref: 217 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.743686:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446691a expref: 217 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.743698:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277286144:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.743794:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1780 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.744914:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.745366:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293851392
00000100:00100000:1.0:1775764893.745374:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293851392
00010000:00010000:1.0:1775764893.745408:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d615f1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461854 expref: 218 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.745446:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3477
00000100:00100000:1.0:1775764893.745455:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:2403:x1862022293851392:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.745470:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.745477:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d615f1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461854 expref: 218 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.745492:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d615f1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461854 expref: 218 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.745522:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d615f1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461854 expref: 218 pid: 10031 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.745538:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:1.0:1775764893.745544:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.745554:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.745560:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.745585:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.745624:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:2403:x1862022293851392:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 170us (714us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.745631:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3477
00000100:00100000:1.0:1775764893.749298:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277286144:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.749327:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72466 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.749490:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.749499:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.749533:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a0:0x0]: returning size 260096
00010000:00010000:2.0:1775764893.750409:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7244a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466921 expref: 218 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.750429:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466921 expref: 217 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.750438:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:2.0:1775764893.750441:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764893.750445:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb2600, rc 0)
00000100:00100000:2.0:1775764893.750515:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14454:x1862022293851136:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 15327us (18426us total) trans 4295101924 rc 0/0
00000100:00100000:2.0:1775764893.750526:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206288
00000100:00100000:3.0:1775764893.755794:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.756009:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293851648
00000100:00100000:1.0:1775764893.756022:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293851648
00010000:00010000:1.0:1775764893.756062:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446691a expref: 217 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.756112:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3478
00000100:00100000:1.0:1775764893.756122:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:2400:x1862022293851648:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.756139:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.756145:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446691a expref: 217 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.756159:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446691a expref: 217 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.756182:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a164a00/0x9da62835f5d72443 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446691a expref: 217 pid: 14273 timeout: 2247 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.756197:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009d:0x0].0x0 (ffff93c7a0fabc00)
00010000:00010000:1.0:1775764893.756202:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72466 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.756210:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72466 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.756217:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72466 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.756239:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.756292:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+216:2400:x1862022293851648:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 171us (507us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.756299:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3478
00010000:00010000:0.0:1775764893.756490:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72466 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.756499:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72466 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.756561:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009d:0x0]: returning size 260096
00000004:00200000:0.0:1775764893.756566:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.756588:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72466 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.756619:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d7245f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1009d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466928 expref: 216 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.756634:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb600/0x9da62835f5d72466 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466928 expref: 215 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.756641:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009d:0x0].0x0 (ffff93c7a0fabc00)
00010000:00010000:0.0:1775764893.756644:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764893.756647:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901cb600, rc 0)
00000100:00100000:0.0:1775764893.756691:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14453:x1862022293851520:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13241us (14978us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.756698:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206289
00000100:00100000:3.0:1775764893.766266:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.766334:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293851776
00000100:00100000:0.0:1775764893.766344:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293851776
00000100:00100000:0.0:1775764893.766603:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206290
00000100:00100000:0.0:1775764893.766720:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14454:x1862022293851776:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.766748:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.766780:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72474 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446692f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.766984:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.767001:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466921 expref: 216 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.767009:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.767043:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466921 expref: 216 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.767073:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466921 expref: 216 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.767387:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684115880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277286272:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.767522:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.768136:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.770279:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293851904
00000100:00100000:1.0:1775764893.770292:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293851904
00000100:00100000:3.0:1775764893.772078:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.772102:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293852032
00000100:00100000:3.0:1775764893.772109:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293852032
00010000:00010000:3.0:1775764893.772138:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466921 expref: 218 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.772172:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3479
00000100:00100000:3.0:1775764893.772180:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:2402:x1862022293852032:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.772193:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.772198:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466921 expref: 218 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.772211:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466921 expref: 218 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.772231:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:3.0:1775764893.772237:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.772246:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.772252:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.772270:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.772314:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:2402:x1862022293852032:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 134us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.772321:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3479
00010000:00010000:2.0:1775764893.773191:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72451 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466921 expref: 217 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.773208:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684115880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277286272:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764893.773230:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.773239:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.773245:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.773308:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a0:0x0]: returning size 260096
00000004:00200000:2.0:1775764893.773313:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.773333:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.773364:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72474 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x100a0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446692f expref: 217 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.773378:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446692f expref: 216 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.773386:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:2.0:1775764893.773388:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.773391:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033a00, rc 0)
00000100:00100000:2.0:1775764893.773445:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+216:14454:x1862022293851776:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 6732us (7186us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.773453:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206290
00000100:00100000:2.0:1775764893.773476:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206291
00000100:00100000:2.0:1775764893.773487:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+215:14453:x1862022293851904:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.773512:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.773528:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d72482 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466936 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.773575:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72489 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.773588:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72489 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.773597:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72489 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.774393:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72490 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.774407:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72490 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.774415:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72490 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.774494:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d72497 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.774512:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d72497 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.774519:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d72497 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.774549:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009f:0x0]: returning size 260096
00000004:00200000:2.0:1775764893.774553:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.774567:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d72497 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.774579:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d72497 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.774588:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72489 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.774594:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72489 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.774601:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72489 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.775256:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc5c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.775276:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72489 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.775292:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72489 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.775306:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764893.775309:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.775314:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72489 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.775324:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc5c00/0x9da62835f5d72489 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.775337:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72490 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.775343:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72490 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.775349:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72490 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.775356:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c692dc4800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.775358:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72490 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.775364:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72490 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.775370:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x76821429 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764893.775371:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.775374:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72490 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.775380:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4800/0x9da62835f5d72490 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.775418:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692dc4000/0x9da62835f5d72482 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466936 expref: 217 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.775437:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d72497 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466936 expref: 216 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.775445:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009f:0x0].0x0 (ffff93c7a4bfd700)
00010000:00010000:2.0:1775764893.775448:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.775451:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c692eec200, rc 0)
00000100:00100000:2.0:1775764893.775499:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+216:14453:x1862022293851904:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 2015us (7363us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.775517:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206291
00000100:00100000:3.0:1775764893.784653:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.784708:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.784741:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.784823:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293852416
00000100:00100000:1.0:1775764893.784876:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293852416
00000100:00100000:1.0:1775764893.784921:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293852544
00000100:00100000:1.0:1775764893.784924:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293852544
00000100:00100000:1.0:1775764893.784942:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206292
00000100:00100000:1.0:1775764893.784951:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14453:x1862022293852416:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.784970:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.784988:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7249e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446693d expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.785091:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.785104:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d6192b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446195e expref: 218 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.785112:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d72497 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466936 expref: 218 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.785119:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 5/0,1 mode: --/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.785152:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d72497 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466936 expref: 218 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.785166:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d72497 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466936 expref: 218 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.785183:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277286400:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.785261:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d6192b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446195e expref: 218 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.785270:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d6192b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446195e expref: 218 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.785278:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277286528:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.785301:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1780 going to sleep for 11 seconds
00000100:00100000:2.0:1775764893.785478:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206293
00000100:00100000:2.0:1775764893.785489:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:14454:x1862022293852544:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.785498:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.785518:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d724ac lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466944 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.785526:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293852160
00000100:00100000:0.0:1775764893.785530:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293852160
00010000:00010000:0.0:1775764893.785550:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d72497 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466936 expref: 220 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785554:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724b3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785564:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724b3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.785582:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3480
00010000:00010000:2.0:1775764893.785586:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724b3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.785589:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783541850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:2401:x1862022293852160:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.785598:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.785603:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d72497 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466936 expref: 220 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.785613:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d72497 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466936 expref: 220 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.785629:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009f:0x0].0x0 (ffff93c7a4bfd700)
00010000:00010000:0.0:1775764893.785633:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.785639:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.785645:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764893.785649:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d724ba lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785660:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d724ba lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785666:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d724ba lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.785681:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783541850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:2401:x1862022293852160:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 92us (1036us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.785688:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3480
00010000:00010000:2.0:1775764893.785735:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d724c1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785744:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d724c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785751:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d724c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.785776:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a2:0x0]: returning size 260096
00000004:00200000:2.0:1775764893.785780:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.785798:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d724c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785808:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d724c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785816:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724b3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785822:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724b3 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785828:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724b3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785863:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.785867:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724b3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785875:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724b3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785883:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764893.785885:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.785888:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724b3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785894:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724b3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785906:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d724ba lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785912:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d724ba lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785916:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d724ba lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785921:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.785923:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d724ba lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785928:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d724ba lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785938:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xf2061246 (ffff93c6a31a2300)
00010000:00010000:2.0:1775764893.785940:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.785942:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d724ba lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785947:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d724ba lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785973:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d724ac lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466944 expref: 220 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785985:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d724c1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466944 expref: 219 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.785991:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a2:0x0].0x0 (ffff93c6a21ada00)
00010000:00010000:2.0:1775764893.785993:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.785996:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9400, rc 0)
00000100:00100000:2.0:1775764893.786033:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14454:x1862022293852544:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 547us (1289us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.786039:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206293
00010000:00010000:1.0:1775764893.792615:0:8005:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000fd471094 x1862022277286400) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d72497 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466936 expref: 218 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.792640:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec200/0x9da62835f5d72497 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466936 expref: 218 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.792656:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277286400:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.792746:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277286528:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.792776:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009f:0x0].0x0 (ffff93c7a4bfd700)
00010000:00010000:1.0:1775764893.792781:0:8005:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.792790:0:8005:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.792803:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.793646:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.794069:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293852672
00000100:00100000:2.0:1775764893.794077:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293852672
00010000:00010000:2.0:1775764893.794116:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d6192b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446195e expref: 218 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.794150:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3481
00000100:00100000:2.0:1775764893.794157:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:2402:x1862022293852672:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764893.794170:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.794176:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d6192b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446195e expref: 218 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.794187:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d6192b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446195e expref: 218 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.794206:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d6192b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446195e expref: 218 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.794223:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009f:0x0].0x0 (ffff93c7a4bfd700)
00010000:00010000:2.0:1775764893.794227:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.794235:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.794242:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.794262:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764893.794309:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:2402:x1862022293852672:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 152us (666us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.794316:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3481
00010000:00010000:1.0:1775764893.794868:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.794878:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.794899:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009f:0x0]: returning size 260096
00010000:00010000:1.0:1775764893.795032:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7249e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446693d expref: 218 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.795048:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446693d expref: 217 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.795055:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009f:0x0].0x0 (ffff93c7a4bfd700)
00010000:00010000:1.0:1775764893.795058:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764893.795060:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901cae00, rc 0)
00000100:00100000:1.0:1775764893.795105:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14453:x1862022293852416:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10155us (10396us total) trans 4295101925 rc 0/0
00000100:00100000:1.0:1775764893.795113:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206292
00000100:00100000:3.0:1775764893.806003:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.806705:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.807036:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293853056
00000100:00100000:1.0:1775764893.807047:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293853056
00000100:00100000:1.0:1775764893.807111:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206294
00000100:00100000:1.0:1775764893.807120:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14454:x1862022293853056:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.807144:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.807163:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d724cf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446694b expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.807265:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.807280:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d61653 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446187e expref: 218 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.807288:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d724c1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466944 expref: 218 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.807297:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 5/0,1 mode: --/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.807329:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d724c1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466944 expref: 218 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.807357:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d724c1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466944 expref: 218 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.807371:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277286656:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.807466:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d61653 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446187e expref: 218 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.807475:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d61653 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446187e expref: 218 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.807483:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277286784:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.807519:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1f00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764893.809291:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293852800
00000100:00100000:0.0:1775764893.809306:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293852800
00010000:00010000:0.0:1775764893.809364:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d724c1 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466944 expref: 219 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.809412:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3482
00000100:00100000:0.0:1775764893.809421:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:2402:x1862022293852800:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.809434:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.809442:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d724c1 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466944 expref: 219 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.809456:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d724c1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466944 expref: 219 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.809478:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a2:0x0].0x0 (ffff93c6a21ada00)
00010000:00010000:0.0:1775764893.809483:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.809491:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.809497:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.809562:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:2402:x1862022293852800:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 143us (3569us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.809570:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3482
00000100:00100000:3.0:1775764893.812545:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.813090:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293853184
00000100:00100000:0.0:1775764893.813101:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293853184
00000100:00100000:0.0:1775764893.813160:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206295
00000100:00100000:0.0:1775764893.813169:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14453:x1862022293853184:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.813191:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.813210:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d724dd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1009f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466952 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.813296:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d724e4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.813311:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446693d expref: 220 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.813320:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d724e4 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.813352:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446693d expref: 220 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.813365:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446693d expref: 220 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.813378:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277286912:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.813563:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.815716:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277286784:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.815738:0:10031:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@000000003c67b260 x1862022277286656) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d724c1 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466944 expref: 220 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.815758:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d724c1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466944 expref: 220 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.815774:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277286656:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.815802:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a2:0x0].0x0 (ffff93c6a21ada00)
00010000:00010000:3.0:1775764893.815807:0:10031:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.815815:0:10031:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.815828:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.816902:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277286912:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.816926:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d724e4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.821723:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.821826:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293853312
00000100:00100000:1.0:1775764893.821836:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293853312
00010000:00010000:1.0:1775764893.821907:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446693d expref: 220 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.821949:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3483
00000100:00100000:1.0:1775764893.821958:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:2401:x1862022293853312:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.821972:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.821979:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446693d expref: 220 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.821992:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446693d expref: 220 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822015:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d724a5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446693d expref: 220 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822031:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009f:0x0].0x0 (ffff93c7a4bfd700)
00010000:00010000:1.0:1775764893.822037:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d724e4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822046:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d724e4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822054:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d724e4 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.822076:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.822134:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:2401:x1862022293853312:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 177us (420us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.822142:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3483
00010000:00010000:0.0:1775764893.822215:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d724e4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.822225:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d724e4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764893.822273:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1009f:0x0]: returning size 260096
00000004:00200000:0.0:1775764893.822278:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764893.822299:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d724e4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.822329:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d724dd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1009f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466952 expref: 219 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.822348:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033200/0x9da62835f5d724e4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466952 expref: 218 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.822356:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009f:0x0].0x0 (ffff93c7a4bfd700)
00010000:00010000:0.0:1775764893.822359:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764893.822362:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033200, rc 0)
00000100:00100000:0.0:1775764893.822387:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:14453:x1862022293853184:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9220us (9851us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.822394:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206295
00000100:00100000:3.0:1775764893.823231:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.823306:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293853440
00000100:00100000:2.0:1775764893.823313:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293853440
00010000:00010000:2.0:1775764893.823339:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d61653 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446187e expref: 218 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.823377:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3484
00000100:00100000:2.0:1775764893.823385:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:2403:x1862022293853440:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764893.823396:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.823400:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d61653 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446187e expref: 218 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.823410:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d61653 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446187e expref: 218 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.823426:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d61653 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446187e expref: 218 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.823438:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a2:0x0].0x0 (ffff93c6a21ada00)
00010000:00010000:2.0:1775764893.823442:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.823449:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.823456:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.823485:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764893.823531:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:2403:x1862022293853440:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 147us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.823537:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3484
00010000:00010000:1.0:1775764893.823771:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.823779:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.823797:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a2:0x0]: returning size 260096
00010000:00010000:1.0:1775764893.823954:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d724cf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446694b expref: 218 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.823967:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446694b expref: 217 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.823973:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a2:0x0].0x0 (ffff93c6a21ada00)
00010000:00010000:1.0:1775764893.823975:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764893.823978:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901ca200, rc 0)
00000100:00100000:1.0:1775764893.824017:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14454:x1862022293853056:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16898us (17314us total) trans 4295101926 rc 0/0
00000100:00100000:1.0:1775764893.824024:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206294
00000100:00100000:3.0:1775764893.835510:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.835608:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293853568
00000100:00100000:2.0:1775764893.835627:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293853568
00000100:00100000:3.0:1775764893.836274:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.836729:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293853696
00000100:00100000:2.0:1775764893.836735:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293853696
00000100:00100000:2.0:1775764893.836773:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206296
00000100:00100000:2.0:1775764893.836780:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:14453:x1862022293853568:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.836800:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.836816:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d724f2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466959 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836887:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724f9 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836898:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724f9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836907:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724f9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836916:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72500 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836920:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72500 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836924:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72500 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836983:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72507 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836987:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72507 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.836992:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72507 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.837020:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a1:0x0]: returning size 260096
00000004:00200000:2.0:1775764893.837022:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.837036:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72507 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837043:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72507 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837048:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724f9 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837052:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724f9 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837056:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724f9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837059:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.837062:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724f9 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837066:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724f9 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837074:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764893.837076:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.837079:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724f9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837086:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d724f9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837094:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72500 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837097:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72500 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837101:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72500 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837103:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.837105:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72500 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837108:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72500 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837111:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x9e362f1b (ffff93c6a31a2300)
00010000:00010000:2.0:1775764893.837113:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.837114:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72500 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837117:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72500 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837133:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d724f2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466959 expref: 220 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837144:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72507 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466959 expref: 219 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837149:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff93c6a21ad300)
00010000:00010000:2.0:1775764893.837151:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.837152:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8000, rc 0)
00000100:00100000:2.0:1775764893.837193:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14453:x1862022293853568:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 414us (1701us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.837197:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206296
00000100:00100000:2.0:1775764893.837210:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206297
00000100:00100000:2.0:1775764893.837214:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:14454:x1862022293853696:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.837219:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.837224:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7250e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x100a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466960 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837250:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d72515 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837257:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446694b expref: 219 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837262:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d72515 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837283:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446694b expref: 219 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.837297:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446694b expref: 219 pid: 10031 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.837306:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a034000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277287040:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764893.837344:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12c00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764893.841481:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a034000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277287040:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764893.841524:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d72515 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.845823:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.845905:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293853824
00000100:00100000:0.0:1775764893.845915:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293853824
00000100:00100000:3.0:1775764893.845940:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:0.0:1775764893.845954:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446694b expref: 220 pid: 10031 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.845991:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293853952
00000100:00100000:0.0:1775764893.845995:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293853952
00000100:00100000:0.0:1775764893.846026:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3485
00000100:00100000:0.0:1775764893.846035:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:2401:x1862022293853824:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.846049:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.846056:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446694b expref: 221 pid: 10031 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.846062:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1234
00010000:00010000:0.0:1775764893.846070:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446694b expref: 221 pid: 10031 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.846070:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:2401:x1862022293853952:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.846077:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.846090:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d724d6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446694b expref: 221 pid: 10031 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.846090:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72507 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466959 expref: 221 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.846107:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a2:0x0].0x0 (ffff93c6a21ada00)
00010000:00010000:3.0:1775764893.846107:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff93c6a21ad300)
00010000:00010000:0.0:1775764893.846112:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d72515 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.846112:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764893.846120:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d72515 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.846126:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d72515 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.846147:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.846154:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:2401:x1862022293853952:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 86us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.846162:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1234
00000100:00100000:0.0:1775764893.846163:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:2401:x1862022293853824:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 131us (349us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.846169:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3485
00010000:00010000:2.0:1775764893.846248:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d72515 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.846257:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d72515 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.846306:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a2:0x0]: returning size 260096
00000004:00200000:2.0:1775764893.846310:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.846329:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d72515 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.846358:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7250e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x100a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466960 expref: 218 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.846371:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8800/0x9da62835f5d72515 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466960 expref: 217 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.846379:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a2:0x0].0x0 (ffff93c6a21ada00)
00010000:00010000:2.0:1775764893.846382:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.846384:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8800, rc 0)
00000100:00100000:2.0:1775764893.846421:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14454:x1862022293853696:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9206us (10147us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.846428:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206297
00000100:00100000:3.0:1775764893.848004:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.855485:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293854208
00000100:00100000:0.0:1775764893.855509:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293854208
00000100:00100000:0.0:1775764893.855567:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206298
00000100:00100000:0.0:1775764893.855578:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+217:14453:x1862022293854208:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.855598:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.855619:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7251c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466967 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.855739:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.855753:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e600/0x9da62835f5d616bc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944618a1 expref: 218 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.855768:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.855803:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e600/0x9da62835f5d616bc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618a1 expref: 218 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.855816:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e600/0x9da62835f5d616bc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618a1 expref: 218 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.855829:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277287168:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.855950:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764893.860881:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277287168:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.860911:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.861230:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.861325:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293854336
00000100:00100000:2.0:1775764893.861333:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293854336
00000100:00100000:2.0:1775764893.861393:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206299
00000100:00100000:2.0:1775764893.861403:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14454:x1862022293854336:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.861423:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.861444:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7252a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446696e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861515:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72531 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861529:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72531 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861542:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72531 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861555:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72538 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861562:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72538 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861568:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72538 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861643:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d7253f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861651:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d7253f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861657:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d7253f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.861700:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a4:0x0]: returning size 260096
00000004:00200000:2.0:1775764893.861704:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.861722:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d7253f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861732:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d7253f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861739:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72531 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861744:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72531 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861750:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72531 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861756:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.861760:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72531 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861769:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72531 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861779:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764893.861781:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.861786:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72531 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861791:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72531 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861803:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72538 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861809:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72538 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861814:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72538 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861819:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.861822:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72538 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861827:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72538 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861888:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xbcf75103 (ffff93c6a31a2300)
00010000:00010000:2.0:1775764893.861891:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.861894:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72538 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861899:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d72538 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861930:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d7252a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446696e expref: 221 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861945:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d7253f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446696e expref: 220 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.861952:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a4:0x0].0x0 (ffff93c69e7e6500)
00010000:00010000:2.0:1775764893.861954:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.861956:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9200, rc 0)
00000100:00100000:2.0:1775764893.862012:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:14454:x1862022293854336:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 610us (784us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.862019:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206299
00000100:00100000:3.0:1775764893.865917:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.866073:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293854464
00000100:00100000:0.0:1775764893.866085:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293854464
00010000:00010000:0.0:1775764893.866127:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e600/0x9da62835f5d616bc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618a1 expref: 220 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.866168:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3486
00000100:00100000:0.0:1775764893.866177:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783540c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:2401:x1862022293854464:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.866192:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.866199:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e600/0x9da62835f5d616bc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618a1 expref: 220 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.866217:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e600/0x9da62835f5d616bc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618a1 expref: 220 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.866239:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7b761e600/0x9da62835f5d616bc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618a1 expref: 220 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.866257:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff93c6a21ad300)
00010000:00010000:0.0:1775764893.866262:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.866272:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.866279:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.866319:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.866374:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783540c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:2401:x1862022293854464:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 197us (468us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.866382:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3486
00010000:00010000:1.0:1775764893.866618:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.866627:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.866649:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a1:0x0]: returning size 260096
00010000:00010000:1.0:1775764893.866779:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d7251c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466967 expref: 220 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.866795:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466967 expref: 219 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.866802:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff93c6a21ad300)
00010000:00010000:1.0:1775764893.866805:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764893.866807:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033400, rc 0)
00000100:00100000:1.0:1775764893.866878:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14453:x1862022293854208:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11303us (18880us total) trans 4295101927 rc 0/0
00000100:00100000:1.0:1775764893.866885:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206298
00000100:00100000:3.0:1775764893.875629:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.878277:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.878361:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293854848
00000100:00100000:1.0:1775764893.878370:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293854848
00000100:00100000:1.0:1775764893.878440:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1235
00000100:00100000:1.0:1775764893.878449:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:2401:x1862022293854848:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.878465:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.878507:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d7253f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446696e expref: 219 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.878527:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a4:0x0].0x0 (ffff93c69e7e6500)
00010000:00010000:1.0:1775764893.878531:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.878584:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:2401:x1862022293854848:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 135us (316us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.878591:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1235
00000100:00100000:0.0:1775764893.879177:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293854720
00000100:00100000:0.0:1775764893.879185:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293854720
00000100:00100000:0.0:1775764893.879220:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206300
00000100:00100000:0.0:1775764893.879227:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+218:14454:x1862022293854720:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.879247:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.879265:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033e00/0x9da62835f5d7254d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466975 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.879375:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.879388:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d616e6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944618a8 expref: 219 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.879396:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.879426:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d616e6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618a8 expref: 219 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.879439:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d616e6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618a8 expref: 219 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.879450:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277287296:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.879518:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1775764893.884742:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277287296:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.884775:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.895059:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.895161:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293854976
00000100:00100000:1.0:1775764893.895174:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293854976
00010000:00010000:1.0:1775764893.895222:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d616e6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618a8 expref: 220 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.895271:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3487
00000100:00100000:1.0:1775764893.895280:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:2402:x1862022293854976:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.895297:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.895304:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d616e6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618a8 expref: 220 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.895319:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d616e6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618a8 expref: 220 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.895342:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d616e6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618a8 expref: 220 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.895360:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a4:0x0].0x0 (ffff93c69e7e6500)
00010000:00010000:1.0:1775764893.895365:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.895375:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.895383:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.895417:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.895478:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:2402:x1862022293854976:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 199us (429us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.895485:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3487
00010000:00010000:3.0:1775764893.895755:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.895764:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.895787:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a4:0x0]: returning size 260096
00010000:00010000:3.0:1775764893.896072:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033e00/0x9da62835f5d7254d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466975 expref: 220 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.896090:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466975 expref: 219 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.896098:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a4:0x0].0x0 (ffff93c69e7e6500)
00010000:00010000:3.0:1775764893.896100:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764893.896103:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a032400, rc 0)
00000100:00100000:3.0:1775764893.896141:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14454:x1862022293854720:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 16914us (20521us total) trans 4295101928 rc 0/0
00000100:00100000:3.0:1775764893.896148:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206300
00000100:00100000:3.0:1775764893.899048:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.901645:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293855104
00000100:00100000:1.0:1775764893.901658:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293855104
00000100:00100000:1.0:1775764893.901734:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206301
00000100:00100000:1.0:1775764893.901744:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+219:14453:x1862022293855104:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.901771:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.901793:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d72562 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x100a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446697c expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.901911:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.901925:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466967 expref: 220 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.901925:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:1.0:1775764893.901933:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.901966:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466967 expref: 220 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.901980:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466967 expref: 220 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.901994:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277287424:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764893.902071:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293855232
00000100:00100000:0.0:1775764893.902076:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293855232
00000100:00100000:0.0:1775764893.902109:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206302
00000100:00100000:0.0:1775764893.902117:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14454:x1862022293855232:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764893.902127:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764893.902137:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032000/0x9da62835f5d72570 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x100a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466983 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.902189:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d72577 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.902198:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466975 expref: 222 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.902204:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d72577 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.902222:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466975 expref: 222 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.902231:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466975 expref: 222 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.902241:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277287552:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764893.902650:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1780 going to sleep for 11 seconds
00000100:00100000:1.0:1775764893.903677:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.906477:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.906547:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277287424:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.906574:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.906658:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293855360
00000100:00100000:2.0:1775764893.906666:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293855360
00010000:00010000:2.0:1775764893.906701:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466967 expref: 223 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.906740:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3488
00000100:00100000:2.0:1775764893.906749:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c1b24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:2403:x1862022293855360:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764893.906763:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.906770:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466967 expref: 223 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.906782:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466967 expref: 223 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.906808:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033400/0x9da62835f5d72523 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466967 expref: 223 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.906823:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff93c6a21ad300)
00010000:00010000:2.0:1775764893.906828:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.906882:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.906890:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.906915:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764893.906960:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:2403:x1862022293855360:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 212us (492us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.906967:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3488
00010000:00010000:1.0:1775764893.907116:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.907124:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.907181:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a1:0x0]: returning size 260096
00000004:00200000:1.0:1775764893.907186:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764893.907205:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.907235:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d72562 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x100a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446697c expref: 222 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.907249:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446697c expref: 221 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.907255:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff93c6a21ad300)
00010000:00010000:1.0:1775764893.907258:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764893.907260:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901cae00, rc 0)
00000100:00100000:1.0:1775764893.907309:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14453:x1862022293855104:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 5568us (8481us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.907315:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206301
00000100:00100000:1.0:1775764893.909229:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277287552:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764893.909258:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d72577 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.915693:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.915734:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.915805:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293855616
00000100:00100000:2.0:1775764893.915814:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293855616
00000100:00100000:2.0:1775764893.915892:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206303
00000100:00100000:2.0:1775764893.915902:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14453:x1862022293855616:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.915923:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.915943:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d7257e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446698a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916001:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72585 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916015:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72585 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916024:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72585 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916038:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d7258c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916044:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d7258c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916050:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d7258c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916121:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72593 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916127:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72593 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916132:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72593 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764893.916165:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a3:0x0]: returning size 260096
00000004:00200000:2.0:1775764893.916169:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764893.916187:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72593 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916197:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72593 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916209:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72585 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916216:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72585 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916221:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72585 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916225:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.916229:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72585 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916233:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72585 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916242:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764893.916244:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.916247:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72585 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916252:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72585 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916260:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d7258c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916263:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d7258c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916266:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d7258c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916270:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764893.916272:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d7258c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916275:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d7258c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916278:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xf2061246 (ffff93c6a31a2300)
00010000:00010000:2.0:1775764893.916279:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764893.916281:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d7258c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916284:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d7258c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916305:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d7257e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446698a expref: 223 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916313:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72593 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446698a expref: 222 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.916317:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a3:0x0].0x0 (ffff93c6a21adf00)
00010000:00010000:2.0:1775764893.916318:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764893.916319:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8200, rc 0)
00000100:00100000:2.0:1775764893.916379:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:14453:x1862022293855616:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 479us (643us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.916386:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206303
00000100:00100000:3.0:1775764893.916491:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293855488
00000100:00100000:3.0:1775764893.916496:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293855488
00010000:00010000:3.0:1775764893.916529:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466975 expref: 222 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.916558:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3489
00000100:00100000:3.0:1775764893.916565:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:2402:x1862022293855488:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.916574:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.916581:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466975 expref: 222 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.916593:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466975 expref: 222 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.916608:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032400/0x9da62835f5d72554 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466975 expref: 222 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.916618:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a4:0x0].0x0 (ffff93c69e7e6500)
00010000:00010000:3.0:1775764893.916622:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d72577 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.916629:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d72577 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.916635:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d72577 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.916662:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764893.916686:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d72577 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.916695:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d72577 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.916727:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a4:0x0]: returning size 260096
00000004:00200000:1.0:1775764893.916731:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000100:00100000:3.0:1775764893.916733:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684114380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:2402:x1862022293855488:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 169us (1053us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.916740:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3489
00000004:00010000:1.0:1775764893.916742:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d72577 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.916782:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032000/0x9da62835f5d72570 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x100a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466983 expref: 221 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.916794:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033000/0x9da62835f5d72577 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466983 expref: 220 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.916806:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a4:0x0].0x0 (ffff93c69e7e6500)
00010000:00010000:1.0:1775764893.916808:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764893.916811:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c68a033000, rc 0)
00000100:00100000:1.0:1775764893.916833:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c1b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:14454:x1862022293855232:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14718us (14909us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.916870:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206302
00000100:00100000:0.0:1775764893.925709:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.925801:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.925927:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293856000
00000100:00100000:3.0:1775764893.925937:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293856000
00000100:00100000:3.0:1775764893.925998:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206304
00000100:00100000:3.0:1775764893.926007:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684117480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:14453:x1862022293856000:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.926076:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.926097:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d7259a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466991 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.926208:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.926222:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d61764 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944618c4 expref: 221 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.926231:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72593 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446698a expref: 221 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.926238:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 5/0,1 mode: --/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.926273:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72593 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446698a expref: 221 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.926287:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72593 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446698a expref: 221 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.926299:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c1b25880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277287680:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.926387:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d61764 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618c4 expref: 221 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.926396:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d61764 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618c4 expref: 221 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.926410:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6425880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277287808:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764893.926433:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764893.927170:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293855744
00000100:00100000:1.0:1775764893.927179:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293855744
00010000:00010000:1.0:1775764893.927211:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72593 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446698a expref: 222 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.927239:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3490
00000100:00100000:1.0:1775764893.927245:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c684115f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:2401:x1862022293855744:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.927258:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.927263:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72593 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446698a expref: 222 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.927275:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72593 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446698a expref: 222 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.927294:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a3:0x0].0x0 (ffff93c6a21adf00)
00010000:00010000:1.0:1775764893.927299:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.927305:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.927311:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.927761:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684115f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:2401:x1862022293855744:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 513us (2059us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.927769:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3490
00000100:00100000:0.0:1775764893.933383:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.933541:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00010000:00010000:3.0:1775764893.933643:0:14273:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@000000008ba14d18 x1862022277287680) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72593 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446698a expref: 221 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.933676:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72593 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446698a expref: 221 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.933694:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c1b25880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277287680:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764893.933708:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6425880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277287808:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.933737:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a3:0x0].0x0 (ffff93c6a21adf00)
00010000:00010000:3.0:1775764893.933742:0:14273:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.933751:0:14273:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.933760:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.933814:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293856256
00000100:00100000:2.0:1775764893.933822:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293856256
00010000:00010000:2.0:1775764893.933901:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d61764 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618c4 expref: 221 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.933933:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3491
00000100:00100000:2.0:1775764893.933942:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:2403:x1862022293856256:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764893.933957:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764893.933963:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d61764 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618c4 expref: 221 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.933974:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d61764 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618c4 expref: 221 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.933993:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d61764 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618c4 expref: 221 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.934005:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a3:0x0].0x0 (ffff93c6a21adf00)
00010000:00010000:2.0:1775764893.934008:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.934016:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.934022:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.934046:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764893.934095:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:2403:x1862022293856256:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 154us (553us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764893.934106:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3491
00010000:00010000:3.0:1775764893.934311:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.934319:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.934342:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a3:0x0]: returning size 260096
00010000:00010000:3.0:1775764893.934484:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d7259a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466991 expref: 221 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.934497:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466991 expref: 220 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.934515:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a3:0x0].0x0 (ffff93c6a21adf00)
00010000:00010000:3.0:1775764893.934518:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764893.934520:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb2a00, rc 0)
00000100:00100000:3.0:1775764893.934565:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c684117480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:14453:x1862022293856000:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8560us (8764us total) trans 4295101929 rc 0/0
00000100:00100000:3.0:1775764893.934571:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206304
00000100:00100000:3.0:1775764893.934588:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293856128
00000100:00100000:3.0:1775764893.934592:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293856128
00000100:00100000:1.0:1775764893.936098:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206305
00000100:00100000:1.0:1775764893.936115:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+220:14454:x1862022293856128:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.936136:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.936155:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d725af lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466998 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936213:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d725b6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936227:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d725b6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936239:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d725b6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936305:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d725bd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936312:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d725bd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936318:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d725bd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936390:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d725c4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936398:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d725c4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936405:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d725c4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.936444:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a6:0x0]: returning size 260096
00000004:00200000:1.0:1775764893.936449:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764893.936467:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d725c4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936478:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d725c4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936486:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d725b6 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936495:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d725b6 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936510:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d725b6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936516:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d725b6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936521:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6901ca200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.936525:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d725b6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936532:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d725b6 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936542:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764893.936544:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.936548:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d725b6 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936553:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d725b6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936565:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d725bd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936570:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d725bd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936574:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d725bd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936578:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6901cbc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.936581:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d725bd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936585:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d725bd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936591:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x98ca20bd (ffff93c6877cee00)
00010000:00010000:1.0:1775764893.936593:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.936595:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d725bd lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936599:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d725bd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936624:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d725af lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466998 expref: 222 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936635:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d725c4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466998 expref: 221 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.936641:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a6:0x0].0x0 (ffff93c6a21ade00)
00010000:00010000:1.0:1775764893.936642:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764893.936644:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901cb400, rc 0)
00000100:00100000:1.0:1775764893.936709:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14454:x1862022293856128:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 602us (3335us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.936717:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206305
00000100:00100000:0.0:1775764893.942380:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.944152:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293856384
00000100:00100000:3.0:1775764893.944167:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293856384
00000100:00100000:0.0:1775764893.944450:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.944735:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293856512
00000100:00100000:3.0:1775764893.944740:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293856512
00000100:00100000:3.0:1775764893.944796:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1236
00000100:00100000:3.0:1775764893.944805:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783541050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:2403:x1862022293856512:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.944821:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.944881:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d725c4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466998 expref: 222 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.944900:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a6:0x0].0x0 (ffff93c6a21ade00)
00010000:00010000:3.0:1775764893.944905:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.944964:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783541050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:2403:x1862022293856512:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 159us (517us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.944972:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1236
00000100:00100000:0.0:1775764893.946600:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.946776:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293856768
00000100:00100000:3.0:1775764893.946784:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293856768
00000100:00100000:3.0:1775764893.946875:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206306
00000100:00100000:3.0:1775764893.946885:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14454:x1862022293856768:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.946910:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.946929:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d725cb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944669a6 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.947045:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.947060:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec400/0x9da62835f5d61787 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944618d9 expref: 222 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.947068:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.947103:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec400/0x9da62835f5d61787 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618d9 expref: 222 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.947117:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec400/0x9da62835f5d61787 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618d9 expref: 222 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.947132:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6425880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277287936:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764893.947214:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764893.948653:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206307
00000100:00100000:2.0:1775764893.948673:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:14453:x1862022293856384:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.948689:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.948705:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d725d9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x100a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e1442509446699f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.948781:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d725e0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.948793:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466991 expref: 223 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.948800:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d725e0 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.948856:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466991 expref: 223 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.948869:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466991 expref: 223 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.948880:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a034000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277288064:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764893.948946:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12c00 going to sleep for 11 seconds
00000100:00100000:0.0:1775764893.951822:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.951933:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a034000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277288064:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764893.951959:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d725e0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.952025:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293856896
00000100:00100000:1.0:1775764893.952031:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293856896
00010000:00010000:1.0:1775764893.952059:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec400/0x9da62835f5d61787 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618d9 expref: 224 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.952090:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3492
00000100:00100000:1.0:1775764893.952096:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:2403:x1862022293856896:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764893.952106:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764893.952111:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec400/0x9da62835f5d61787 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618d9 expref: 224 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.952120:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec400/0x9da62835f5d61787 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618d9 expref: 224 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.952138:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a6:0x0].0x0 (ffff93c6a21ade00)
00010000:00010000:1.0:1775764893.952141:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.952149:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.952157:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.952175:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764893.952222:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:2403:x1862022293856896:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 126us (411us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.952228:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3492
00010000:00010000:3.0:1775764893.952411:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c692eec400/0x9da62835f5d61787 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618d9 expref: 223 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.952422:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6425880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277287936:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.952432:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.952437:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.952440:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.952456:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a6:0x0]: returning size 260096
00010000:00010000:3.0:1775764893.952593:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d725cb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669a6 expref: 224 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.952607:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669a6 expref: 223 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.952614:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a6:0x0].0x0 (ffff93c6a21ade00)
00010000:00010000:3.0:1775764893.952617:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764893.952619:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb2400, rc 0)
00000100:00100000:3.0:1775764893.952704:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14454:x1862022293856768:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 5821us (6110us total) trans 4295101930 rc 0/0
00000100:00100000:3.0:1775764893.952712:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206306
00000100:00100000:1.0:1775764893.954635:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.954876:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293857024
00000100:00100000:3.0:1775764893.954885:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293857024
00010000:00010000:3.0:1775764893.954918:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466991 expref: 223 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764893.954951:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3493
00000100:00100000:3.0:1775764893.954960:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:2403:x1862022293857024:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764893.954972:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764893.954979:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466991 expref: 223 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.954992:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466991 expref: 223 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.955011:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725a1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466991 expref: 223 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.955027:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a3:0x0].0x0 (ffff93c6a21adf00)
00010000:00010000:3.0:1775764893.955032:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d725e0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.955040:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d725e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.955047:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d725e0 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.955073:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764893.955115:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:2403:x1862022293857024:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 156us (486us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.955126:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3493
00010000:00010000:1.0:1775764893.956017:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d725e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.956029:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d725e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.956082:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a3:0x0]: returning size 260096
00000004:00200000:1.0:1775764893.956087:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764893.956109:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d725e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.956146:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d725d9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x100a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446699f expref: 222 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.956166:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8400/0x9da62835f5d725e0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446699f expref: 221 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.956174:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a3:0x0].0x0 (ffff93c6a21adf00)
00010000:00010000:1.0:1775764893.956177:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764893.956179:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8400, rc 0)
00000100:00100000:1.0:1775764893.956220:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14453:x1862022293856384:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7558us (13848us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.956228:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206307
00000100:00100000:1.0:1775764893.961543:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764893.963204:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293857152
00000100:00100000:2.0:1775764893.963218:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293857152
00000100:00100000:2.0:1775764893.963292:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206308
00000100:00100000:2.0:1775764893.963304:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14454:x1862022293857152:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.963325:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.963348:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d725ee lrc: 2/0,0 mode: --/CR res: [0x240000402:0x100a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944669ad expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.963438:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d725f5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.963452:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669a6 expref: 222 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.963460:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d725f5 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.963497:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669a6 expref: 222 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.963520:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669a6 expref: 222 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.963533:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a034380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277288192:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764893.963758:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12b40 going to sleep for 11 seconds
00000100:00100000:3.0:1775764893.968462:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a034380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277288192:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764893.968495:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d725f5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764893.974123:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.974536:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293857280
00000100:00100000:0.0:1775764893.974546:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293857280
00010000:00010000:0.0:1775764893.974583:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669a6 expref: 223 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764893.974626:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3494
00000100:00100000:0.0:1775764893.974644:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:2402:x1862022293857280:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.974658:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.974665:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669a6 expref: 223 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.974679:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669a6 expref: 223 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.974699:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d725d2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669a6 expref: 223 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.974714:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a6:0x0].0x0 (ffff93c6a21ade00)
00010000:00010000:0.0:1775764893.974720:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d725f5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.974730:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d725f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.974740:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d725f5 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.974768:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.974831:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:2402:x1862022293857280:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 196us (718us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.974888:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3494
00010000:00010000:3.0:1775764893.975488:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d725f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.975505:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d725f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.975555:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a6:0x0]: returning size 260096
00000004:00200000:3.0:1775764893.975560:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764893.975581:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d725f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.975615:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d725ee lrc: 0/0,0 mode: --/CR res: [0x240000402:0x100a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669ad expref: 222 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.975641:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9e00/0x9da62835f5d725f5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669ad expref: 221 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.975649:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a6:0x0].0x0 (ffff93c6a21ade00)
00010000:00010000:3.0:1775764893.975651:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764893.975654:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9e00, rc 0)
00000100:00100000:3.0:1775764893.975692:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14454:x1862022293857152:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12390us (14159us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.975698:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206308
00000100:00100000:2.0:1775764893.975995:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.976424:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293857408
00000100:00100000:3.0:1775764893.976431:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293857408
00000100:00100000:3.0:1775764893.976467:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206309
00000100:00100000:3.0:1775764893.976474:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14453:x1862022293857408:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764893.976496:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764893.976522:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725fc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944669b4 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976573:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72603 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976586:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72603 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976596:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72603 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976608:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d7260a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976614:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d7260a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976619:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d7260a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976701:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d72611 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976709:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d72611 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976719:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d72611 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764893.976748:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a5:0x0]: returning size 260096
00000004:00200000:3.0:1775764893.976752:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764893.976766:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d72611 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976776:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d72611 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976784:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72603 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976789:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72603 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976796:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72603 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976801:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c682bb3200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.976805:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72603 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976811:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72603 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976821:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764893.976824:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.976828:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72603 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976868:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72603 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976878:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d7260a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976883:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d7260a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976889:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d7260a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976893:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c682bb3800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764893.976896:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d7260a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976902:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d7260a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976909:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xbcf75103 (ffff93c69abaf000)
00010000:00010000:3.0:1775764893.976911:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764893.976913:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d7260a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976918:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d7260a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976942:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d725fc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669b4 expref: 223 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976958:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d72611 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669b4 expref: 222 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764893.976965:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a5:0x0].0x0 (ffff93c69e7e6700)
00010000:00010000:3.0:1775764893.976967:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764893.976970:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb2000, rc 0)
00000100:00100000:3.0:1775764893.977022:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a036a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:14453:x1862022293857408:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 547us (1027us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764893.977029:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206309
00000100:00100000:2.0:1775764893.988707:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764893.988872:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293857536
00000100:00100000:0.0:1775764893.988883:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293857536
00000100:00100000:0.0:1775764893.988945:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1237
00000100:00100000:0.0:1775764893.988955:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+222:2403:x1862022293857536:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764893.988971:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764893.988995:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d72611 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669b4 expref: 222 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764893.989015:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a5:0x0].0x0 (ffff93c69e7e6700)
00010000:00010000:0.0:1775764893.989019:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764893.989066:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:2403:x1862022293857536:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 113us (369us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764893.989074:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1237
00000100:00100000:2.0:1775764893.992613:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764893.993098:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293857792
00000100:00100000:3.0:1775764893.993111:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293857792
00000100:00100000:2.0:1775764893.993337:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206310
00000100:00100000:2.0:1775764893.993348:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+221:14453:x1862022293857792:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764893.993372:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764893.993392:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d72618 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944669bb expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.993510:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.993524:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb800/0x9da62835f5d617f0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944618f5 expref: 222 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.993532:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.993567:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb800/0x9da62835f5d617f0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618f5 expref: 222 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764893.993582:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb800/0x9da62835f5d617f0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618f5 expref: 222 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764893.993595:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c68a035880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277288320:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764893.993690:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12840 going to sleep for 11 seconds
00000100:00100000:2.0:1775764893.994447:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764893.994734:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293857920
00000100:00100000:1.0:1775764893.994744:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293857920
00000100:00100000:1.0:1775764893.994862:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206311
00000100:00100000:1.0:1775764893.994871:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14454:x1862022293857920:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764893.994886:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764893.994901:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72626 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944669c2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.994955:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7262d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.994968:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7262d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.994979:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7262d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.994992:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72634 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.994999:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72634 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995004:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72634 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995072:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d7263b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995079:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d7263b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995086:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d7263b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764893.995125:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a8:0x0]: returning size 260096
00000004:00200000:1.0:1775764893.995129:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764893.995162:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d7263b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995174:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d7263b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995182:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7262d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995188:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7262d lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995195:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7262d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995200:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6901ca400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.995204:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7262d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995212:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7262d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995223:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764893.995226:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.995231:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7262d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995236:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7262d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995247:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72634 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995253:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72634 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995259:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72634 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995264:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6901cb400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764893.995266:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72634 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995272:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72634 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995278:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x3afecd66 (ffff93c6877cee00)
00010000:00010000:1.0:1775764893.995280:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764893.995283:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72634 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995288:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72634 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995317:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72626 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669c2 expref: 225 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995331:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d7263b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669c2 expref: 224 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764893.995339:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a8:0x0].0x0 (ffff93c6a21adc00)
00010000:00010000:1.0:1775764893.995341:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764893.995344:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901ca600, rc 0)
00000100:00100000:1.0:1775764893.995402:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14454:x1862022293857920:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 532us (957us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764893.995409:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206311
00000100:00100000:0.0:1775764894.002093:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.002180:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293858048
00000100:00100000:1.0:1775764894.002189:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293858048
00010000:00010000:1.0:1775764894.002228:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb800/0x9da62835f5d617f0 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618f5 expref: 224 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.002271:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3495
00000100:00100000:1.0:1775764894.002279:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:2403:x1862022293858048:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764894.002292:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.002298:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb800/0x9da62835f5d617f0 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618f5 expref: 224 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.002311:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb800/0x9da62835f5d617f0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618f5 expref: 224 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.002331:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a5:0x0].0x0 (ffff93c69e7e6700)
00010000:00010000:1.0:1775764894.002336:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.002345:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.002352:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.002371:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764894.002431:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:2403:x1862022293858048:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 152us (346us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764894.002441:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3495
00010000:00010000:2.0:1775764894.002544:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb800/0x9da62835f5d617f0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618f5 expref: 223 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.002560:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c68a035880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277288320:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764894.002580:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.002589:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.002594:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764894.002613:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a5:0x0]: returning size 260096
00010000:00010000:2.0:1775764894.002751:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d72618 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669bb expref: 224 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.002767:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669bb expref: 223 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.002774:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a5:0x0].0x0 (ffff93c69e7e6700)
00010000:00010000:2.0:1775764894.002776:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764894.002778:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8600, rc 0)
00000100:00100000:2.0:1775764894.002804:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14453:x1862022293857792:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9460us (10201us total) trans 4295101931 rc 0/0
00000100:00100000:2.0:1775764894.002811:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206310
00000100:00100000:2.0:1775764894.012086:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.012189:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293858176
00000100:00100000:3.0:1775764894.012198:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293858176
00000100:00100000:3.0:1775764894.012261:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206312
00000100:00100000:3.0:1775764894.012271:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14453:x1862022293858176:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764894.012295:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764894.012316:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d72649 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x100a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944669c9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.012411:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d72650 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.012425:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669bb expref: 224 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.012435:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d72650 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.012467:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669bb expref: 224 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.012480:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669bb expref: 224 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.012493:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6425880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277288448:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764894.012585:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad840 going to sleep for 11 seconds
00000100:00100000:3.0:1775764894.013275:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.013520:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293858304
00000100:00100000:1.0:1775764894.013527:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293858304
00000100:00100000:1.0:1775764894.013578:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1238
00000100:00100000:1.0:1775764894.013587:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:2400:x1862022293858304:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764894.013598:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.013619:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d7263b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669c2 expref: 225 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.013638:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a8:0x0].0x0 (ffff93c6a21adc00)
00010000:00010000:1.0:1775764894.013644:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764894.013689:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:2400:x1862022293858304:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 104us (416us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764894.013698:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1238
00000100:00100000:0.0:1775764894.017824:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.018025:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293858432
00000100:00100000:1.0:1775764894.018035:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293858432
00010000:00010000:1.0:1775764894.018075:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669bb expref: 224 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.018120:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3496
00000100:00100000:1.0:1775764894.018131:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c783542c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:2403:x1862022293858432:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764894.018158:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.018166:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669bb expref: 224 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.018180:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669bb expref: 224 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.018203:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a5:0x0].0x0 (ffff93c69e7e6700)
00010000:00010000:1.0:1775764894.018208:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d72650 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.018217:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d72650 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.018224:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d72650 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.018245:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764894.018297:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c783542c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:2403:x1862022293858432:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 168us (481us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764894.018303:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3496
00010000:00010000:3.0:1775764894.023026:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7261f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669bb expref: 223 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.023052:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6425880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277288448:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764894.023076:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d72650 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.023386:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.023462:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293858688
00000100:00100000:3.0:1775764894.023473:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293858688
00000100:00100000:3.0:1775764894.023541:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206313
00000100:00100000:3.0:1775764894.023550:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14454:x1862022293858688:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764894.023569:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764894.023587:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72657 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944669d0 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.023696:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.023714:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033800/0x9da62835f5d61805 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944618fc expref: 224 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.023723:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.023753:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033800/0x9da62835f5d61805 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618fc expref: 224 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.023768:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033800/0x9da62835f5d61805 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618fc expref: 224 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.023781:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6425880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277288576:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764894.023887:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad840 going to sleep for 11 seconds
00010000:00010000:0.0:1775764894.025858:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d72650 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.025873:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d72650 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764894.025931:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a5:0x0]: returning size 260096
00000004:00200000:0.0:1775764894.025935:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764894.025958:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d72650 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.025997:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2a00/0x9da62835f5d72649 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x100a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669c9 expref: 225 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.026017:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3800/0x9da62835f5d72650 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669c9 expref: 224 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.026026:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a5:0x0].0x0 (ffff93c69e7e6700)
00010000:00010000:0.0:1775764894.026028:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764894.026032:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb3800, rc 0)
00000100:00100000:0.0:1775764894.026100:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a035880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14453:x1862022293858176:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13830us (14022us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.026109:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206312
00000100:00100000:2.0:1775764894.034425:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.034516:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293858816
00000100:00100000:0.0:1775764894.034525:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293858816
00000100:00100000:0.0:1775764894.034583:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206314
00000100:00100000:0.0:1775764894.034594:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14453:x1862022293858816:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.034617:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.034640:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72665 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944669d7 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034710:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7266c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034726:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7266c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034737:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7266c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034752:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d72673 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034760:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d72673 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034767:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d72673 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034889:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d7267a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034898:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d7267a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034905:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d7267a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764894.034944:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a7:0x0]: returning size 260096
00000004:00200000:0.0:1775764894.034947:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764894.034963:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d7267a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034971:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d7267a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034981:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7266c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034985:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7266c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034989:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7266c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034993:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7266c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.034996:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1822000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764894.035000:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7266c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.035004:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7266c lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.035013:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764894.035015:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.035018:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7266c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.035021:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7266c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.035030:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d72673 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.035034:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d72673 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.035038:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d72673 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.035041:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c7c1823a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764894.035042:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d72673 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.035046:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d72673 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.035049:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x98ca20bd (ffff93c69bc6e100)
00010000:00010000:0.0:1775764894.035050:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.035051:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d72673 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.035054:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1823a00/0x9da62835f5d72673 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.035075:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72665 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669d7 expref: 226 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.035082:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d7267a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669d7 expref: 225 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.035087:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a7:0x0].0x0 (ffff93c6a21ad000)
00010000:00010000:0.0:1775764894.035088:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764894.035089:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184600, rc 0)
00000100:00100000:0.0:1775764894.035138:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:14453:x1862022293858816:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 548us (724us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.035144:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206314
00000100:00100000:3.0:1775764894.037079:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6425880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277288576:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764894.037101:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.037210:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.037326:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293858944
00000100:00100000:0.0:1775764894.037333:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293858944
00010000:00010000:0.0:1775764894.037376:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033800/0x9da62835f5d61805 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618fc expref: 225 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.037411:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3497
00000100:00100000:0.0:1775764894.037419:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:2403:x1862022293858944:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764894.037433:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.037438:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033800/0x9da62835f5d61805 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618fc expref: 225 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.037451:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033800/0x9da62835f5d61805 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618fc expref: 225 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.037470:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033800/0x9da62835f5d61805 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944618fc expref: 225 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.037487:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a8:0x0].0x0 (ffff93c6a21adc00)
00010000:00010000:0.0:1775764894.037490:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.037508:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.037516:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.037548:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764894.037596:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:2403:x1862022293858944:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 178us (385us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.037604:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3497
00010000:00010000:3.0:1775764894.037953:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.037961:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764894.037982:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a8:0x0]: returning size 260096
00010000:00010000:3.0:1775764894.038352:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72657 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669d0 expref: 225 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.038375:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669d0 expref: 224 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.038383:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a8:0x0].0x0 (ffff93c6a21adc00)
00010000:00010000:3.0:1775764894.038386:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764894.038388:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb3000, rc 0)
00000100:00100000:3.0:1775764894.038431:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14454:x1862022293858688:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14882us (15046us total) trans 4295101932 rc 0/0
00000100:00100000:3.0:1775764894.038438:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206313
00000100:00100000:1.0:1775764894.044047:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.044140:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293859072
00000100:00100000:0.0:1775764894.044163:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293859072
00000100:00100000:0.0:1775764894.044231:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1239
00000100:00100000:0.0:1775764894.044241:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:2402:x1862022293859072:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764894.044259:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.044287:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d7267a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669d7 expref: 224 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.044306:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a7:0x0].0x0 (ffff93c6a21ad000)
00010000:00010000:0.0:1775764894.044310:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764894.044367:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:2402:x1862022293859072:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 127us (328us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.044374:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1239
00000100:00100000:1.0:1775764894.047470:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.047607:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293859200
00000100:00100000:0.0:1775764894.047617:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293859200
00000100:00100000:0.0:1775764894.047680:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206315
00000100:00100000:0.0:1775764894.047689:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+223:14454:x1862022293859200:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.047715:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.047735:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d72688 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x100a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944669de expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.047830:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d7268f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.047879:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669d0 expref: 224 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.047887:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d7268f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.047920:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669d0 expref: 224 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.047934:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669d0 expref: 224 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.047947:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277288704:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764894.048042:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9ec00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764894.050001:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.050151:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293859456
00000100:00100000:0.0:1775764894.050160:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293859456
00000100:00100000:0.0:1775764894.050219:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206316
00000100:00100000:0.0:1775764894.050227:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:14453:x1862022293859456:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.050247:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.050265:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d72696 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944669e5 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.050369:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.050383:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d61860 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094461918 expref: 226 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.050397:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.050429:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d61860 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461918 expref: 226 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.050439:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d61860 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461918 expref: 226 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.050451:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b40000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277288832:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764894.050722:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e180 going to sleep for 11 seconds
00000100:00100000:3.0:1775764894.057226:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.057330:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293859584
00000100:00100000:2.0:1775764894.057341:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293859584
00010000:00010000:2.0:1775764894.057382:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669d0 expref: 227 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.057433:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3498
00000100:00100000:2.0:1775764894.057442:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:2403:x1862022293859584:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764894.057457:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.057463:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669d0 expref: 227 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.057475:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669d0 expref: 227 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.057496:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a8:0x0].0x0 (ffff93c6a21adc00)
00010000:00010000:2.0:1775764894.057512:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d7268f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.057522:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d7268f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.057529:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d7268f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.057548:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764894.057605:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:2403:x1862022293859584:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 164us (389us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.057612:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3498
00010000:00010000:0.0:1775764894.057786:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d7265e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x100a8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669d0 expref: 226 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.057802:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277288704:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764894.057824:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d7268f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.057834:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d7268f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.057872:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d7268f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764894.057924:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a8:0x0]: returning size 260096
00000004:00200000:0.0:1775764894.057929:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764894.057950:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d7268f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.057968:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b40000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277288832:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764894.057979:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184200/0x9da62835f5d72688 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x100a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669de expref: 226 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.057981:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.057994:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2185800/0x9da62835f5d7268f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669de expref: 225 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.058001:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a8:0x0].0x0 (ffff93c6a21adc00)
00010000:00010000:0.0:1775764894.058004:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764894.058007:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2185800, rc 0)
00000100:00100000:0.0:1775764894.058045:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:14454:x1862022293859200:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10357us (10584us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.058052:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206315
00000100:00100000:3.0:1775764894.067667:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.067787:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293859840
00000100:00100000:1.0:1775764894.067797:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293859840
00010000:00010000:1.0:1775764894.067878:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d61860 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461918 expref: 225 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.067916:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3499
00000100:00100000:1.0:1775764894.067926:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:2403:x1862022293859840:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764894.067943:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.067950:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d61860 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461918 expref: 225 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.067965:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d61860 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461918 expref: 225 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.067990:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d61860 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094461918 expref: 225 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.068008:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a7:0x0].0x0 (ffff93c6a21ad000)
00010000:00010000:1.0:1775764894.068013:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.068021:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.068028:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.068062:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764894.068118:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:2403:x1862022293859840:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 194us (459us total) trans 0 rc 0/0
00010000:00010000:0.0:1775764894.068124:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.068125:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3499
00010000:00010000:0.0:1775764894.068132:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764894.068167:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a7:0x0]: returning size 260096
00010000:00010000:0.0:1775764894.068300:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d72696 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669e5 expref: 225 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.068316:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669e5 expref: 224 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.068323:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a7:0x0].0x0 (ffff93c6a21ad000)
00010000:00010000:0.0:1775764894.068325:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764894.068328:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184e00, rc 0)
00000100:00100000:0.0:1775764894.068353:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14453:x1862022293859456:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 18127us (18359us total) trans 4295101933 rc 0/0
00000100:00100000:0.0:1775764894.068361:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206316
00000100:00100000:3.0:1775764894.072761:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.072905:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293859712
00000100:00100000:2.0:1775764894.072916:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293859712
00000100:00100000:2.0:1775764894.072982:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206317
00000100:00100000:2.0:1775764894.072992:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14454:x1862022293859712:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764894.073014:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764894.073034:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d726ab lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944669ec expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073095:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726b2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073111:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726b2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073122:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726b2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073136:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726b9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073142:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073148:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073186:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726b2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073193:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726b2 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073199:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726b2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073205:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764894.073209:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726b2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073218:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726b2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073230:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764894.073234:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.073239:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726b2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073244:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726b2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073254:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073260:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726b9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073265:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726b9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073269:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764894.073271:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726b9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073276:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726b9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073283:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xe1a22b2d (ffff93c6a31a2300)
00010000:00010000:2.0:1775764894.073285:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.073288:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726b9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073294:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726b9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073327:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d726ab lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669ec expref: 225 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073337:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764894.073339:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.073343:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d726ab lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669ec expref: 225 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.073351:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9c00, rc 0)
00000100:00100000:2.0:1775764894.073418:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14454:x1862022293859712:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 427us (666us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764894.073426:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206317
00000100:00100000:1.0:1775764894.083554:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.083598:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.083625:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293859968
00000100:00100000:0.0:1775764894.083635:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293859968
00000100:00100000:0.0:1775764894.083694:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293860096
00000100:00100000:0.0:1775764894.083697:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293860096
00000100:00100000:0.0:1775764894.083976:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206318
00000100:00100000:0.0:1775764894.083989:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:14453:x1862022293859968:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.084018:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.084040:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d726c0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x100a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944669f3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.084135:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d726c7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.084165:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669e5 expref: 226 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.084173:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d726c7 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.084208:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669e5 expref: 226 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.084221:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669e5 expref: 226 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.084238:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c681b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277288960:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764894.084313:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e240 going to sleep for 11 seconds
00000100:00100000:2.0:1775764894.086683:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206319
00000100:00100000:2.0:1775764894.086704:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:14454:x1862022293860096:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764894.086728:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764894.086749:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d726ce lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e144250944669fa expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086808:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726d5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086822:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726d5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086854:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726d5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086870:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726dc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xce03422 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086877:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086883:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086918:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726d5 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086925:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726d5 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086931:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726d5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086938:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726d5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086943:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e9600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764894.086947:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726d5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086954:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726d5 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086968:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764894.086971:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.086975:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726d5 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086982:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726d5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.086994:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.087000:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726dc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.087005:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726dc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.087010:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764894.087013:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726dc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.087018:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726dc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.087025:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xce03422 (ffff93c6a31a2300)
00010000:00010000:2.0:1775764894.087027:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.087030:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726dc lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.087035:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726dc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.087063:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d726ce lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669fa expref: 227 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.087073:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764894.087075:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.087078:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d726ce lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669fa expref: 227 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.087087:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9c00, rc 0)
00000100:00100000:2.0:1775764894.087144:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:14454:x1862022293860096:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 450us (3545us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764894.087152:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206319
00000100:00100000:2.0:1775764894.094439:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.094462:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c681b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277288960:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764894.094506:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d726c7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.095222:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293860224
00000100:00100000:1.0:1775764894.095231:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293860224
00010000:00010000:1.0:1775764894.095266:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669e5 expref: 226 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.095310:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3500
00000100:00100000:1.0:1775764894.095318:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:2402:x1862022293860224:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764894.095331:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.095337:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669e5 expref: 226 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.095360:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669e5 expref: 226 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.095382:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184e00/0x9da62835f5d7269d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e144250944669e5 expref: 226 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.095398:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a7:0x0].0x0 (ffff93c6a21ad000)
00010000:00010000:1.0:1775764894.095403:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d726c7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.095413:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d726c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.095421:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d726c7 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.095449:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.095628:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d726c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.095646:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d726c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764894.095703:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a7:0x0]: returning size 260096
00000004:00200000:0.0:1775764894.095707:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764894.095727:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d726c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.095757:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184a00/0x9da62835f5d726c0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x100a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669f3 expref: 226 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.095772:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6a2184600/0x9da62835f5d726c7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944669f3 expref: 225 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.095780:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a7:0x0].0x0 (ffff93c6a21ad000)
00010000:00010000:0.0:1775764894.095782:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764894.095784:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6a2184600, rc 0)
00000100:00100000:1.0:1775764894.096150:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+225:2402:x1862022293860224:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 830us (1718us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764894.096158:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3500
00000100:00100000:0.0:1775764894.097464:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69bf74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14453:x1862022293859968:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13471us (13911us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.097475:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206318
00000100:00100000:0.0:1775764894.103555:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.103617:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293860480
00000100:00100000:2.0:1775764894.103629:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293860480
00000100:00100000:2.0:1775764894.103690:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206320
00000100:00100000:2.0:1775764894.103700:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+224:14454:x1862022293860480:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764894.103721:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764894.103724:0:8005:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1775764894.104041:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a032c00/0x9da62835f5d71fa4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466799 expref: 224 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104061:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764894.104066:0:8005:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1775764894.104081:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d726e3 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a01 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104261:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726ea lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104275:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726ea lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104286:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726ea lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104299:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726f1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104306:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726f1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.104313:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726f1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1775764894.108099:0:8005:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x88:0x0], index 1: 0
00010000:00010000:2.0:1775764894.108290:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d726f8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.108307:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d726f8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.108318:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d726f8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.108359:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726ea lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.108371:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726ea lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.108377:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726ea lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.108383:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764894.108388:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726ea lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.108395:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726ea lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.108407:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764894.108410:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.108414:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726ea lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.108420:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d726ea lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1775764894.108432:0:8005:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003a524360 reply state 00000000b7a5d36f transno 4295101934 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726f1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.108444:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9600/0x9da62835f5d726f1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.108449:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xe1a22b2d (ffff93c6a31a2300)
00010000:00010000:2.0:1775764894.108451:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1775764894.108454:0:8005:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1775764894.108487:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d726e3 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a01 expref: 226 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.108511:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d726f8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a01 expref: 225 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.108518:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017e:0x0].0x0 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764894.108520:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764894.108523:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9200, rc 0)
00000100:00100000:2.0:1775764894.108590:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:14454:x1862022293860480:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 4891us (5046us total) trans 4295101934 rc 0/0
00000100:00100000:2.0:1775764894.108604:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206320
00000100:00100000:0.0:1775764894.113463:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.113568:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293860608
00000100:00100000:2.0:1775764894.113580:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293860608
00000100:00100000:2.0:1775764894.113640:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206321
00000100:00100000:2.0:1775764894.113652:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+226:14453:x1862022293860608:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764894.113675:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764894.113696:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d72706 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a08 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115434:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7270d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115458:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7270d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115470:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7270d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115489:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72714 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115495:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72714 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115513:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72714 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115599:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7271b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115608:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7271b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115615:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7271b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764894.115664:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a9:0x0]: returning size 260096
00000004:00200000:2.0:1775764894.115669:0:14273:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764894.115691:0:14273:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7271b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115702:0:14273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7271b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115710:0:14273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7270d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115715:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7270d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115724:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7270d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115730:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7270d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115735:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764894.115739:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7270d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115746:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7270d lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.115998:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764894.116001:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.116006:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7270d lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.116013:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7270d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.116028:0:14273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72714 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.116033:0:14273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72714 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.116038:0:14273:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72714 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.116043:0:14273:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764894.116046:0:14273:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72714 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.116052:0:14273:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72714 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.116059:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x3afecd66 (ffff93c6a31a2200)
00010000:00010000:2.0:1775764894.116061:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.116064:0:14273:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72714 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.116069:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72714 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.116108:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d72706 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a08 expref: 228 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.116122:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7271b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a08 expref: 227 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.116130:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a9:0x0].0x0 (ffff93c682c07b00)
00010000:00010000:2.0:1775764894.116132:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764894.116134:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9400, rc 0)
00000100:00100000:2.0:1775764894.116760:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:14453:x1862022293860608:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 3098us (3292us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.116772:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206321
00000100:00100000:1.0:1775764894.122036:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.124751:0:8506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293860736
00000100:00100000:3.0:1775764894.124767:0:8506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293860736
00000100:00100000:3.0:1775764894.124883:0:8506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2138
00000100:00080000:2.0:1775764894.124972:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1775764894.125580:0:8506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6986de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2402:x1862022293860736:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.125600:0:8506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.125621:0:8506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000015ad1503/0x9da62835f5d72722 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a0f expref: -99 pid: 8506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1775764894.125647:0:8506:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x88:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1775764894.125678:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764894.125681:0:8506:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764894.125689:0:8506:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000015ad1503/0x9da62835f5d72722 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a0f expref: 74 pid: 8506 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.125708:0:8506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000015ad1503/0x9da62835f5d72722 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a0f expref: 74 pid: 8506 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.125723:0:8506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1823a00, rc 0)
00000100:00100000:0.0:1775764894.125795:0:8506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6986de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2402:x1862022293860736:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 580us (3769us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.125803:0:8506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2138
00000100:00100000:0.0:1775764894.139276:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.139327:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.139400:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293860992
00000100:00100000:1.0:1775764894.139411:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293860992
00000100:00100000:1.0:1775764894.139474:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206322
00000100:00100000:1.0:1775764894.139484:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c688c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+227:14453:x1862022293860992:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764894.139518:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764894.139539:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d72729 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a16 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.139643:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.139658:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d618c2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446193b expref: 228 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.139664:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7271b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a08 expref: 228 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.139671:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 5/0,1 mode: --/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.139705:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7271b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a08 expref: 228 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.139718:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7271b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a08 expref: 228 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.139731:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c784b34000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277289088:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764894.139887:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d618c2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446193b expref: 228 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.139897:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d618c2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446193b expref: 228 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.139906:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c69950d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277289216:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764894.139934:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764894.140151:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293861120
00000100:00100000:3.0:1775764894.140156:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293861120
00010000:00010000:3.0:1775764894.140178:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7271b lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a08 expref: 229 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.140211:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3501
00000100:00100000:3.0:1775764894.140218:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:2400:x1862022293861120:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764894.140227:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.140233:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7271b lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a08 expref: 229 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.140249:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7271b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a08 expref: 229 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.140270:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a9:0x0].0x0 (ffff93c682c07b00)
00010000:00010000:3.0:1775764894.140274:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.140281:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.140286:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764894.140324:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:2400:x1862022293861120:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 107us (1060us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764894.140333:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3501
00000100:00100000:0.0:1775764894.146275:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.146389:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293861376
00000100:00100000:1.0:1775764894.146400:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293861376
00000100:00100000:1.0:1775764894.146458:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3088
00000100:00100000:1.0:1775764894.146468:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14454:x1862022293861376:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764894.146770:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:14454:x1862022293861376:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 303us (507us total) trans 4295101935 rc 0/0
00000100:00100000:1.0:1775764894.146778:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3088
00010000:00010000:3.0:1775764894.154981:0:6518:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.56@tcp) returned -22 from blocking AST (req@00000000aff545bd x1862022277289088) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7271b lrc: 1/0,0 mode: --/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a08 expref: 229 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.155005:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d7271b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a08 expref: 229 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.155022:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c784b34000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277289088:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764894.155977:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c69950d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277289216:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764894.156003:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a9:0x0].0x0 (ffff93c682c07b00)
00010000:00010000:3.0:1775764894.156008:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.156021:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.156030:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.156153:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.156396:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293861504
00000100:00100000:2.0:1775764894.156405:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293861504
00010000:00010000:2.0:1775764894.156440:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d618c2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446193b expref: 229 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.156481:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3502
00000100:00100000:2.0:1775764894.156490:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdf9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:2403:x1862022293861504:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764894.156515:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.156521:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d618c2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446193b expref: 229 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.156534:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d618c2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446193b expref: 229 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.156555:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d618c2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446193b expref: 229 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.156567:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a9:0x0].0x0 (ffff93c682c07b00)
00010000:00010000:2.0:1775764894.156571:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.156578:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.156585:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.156612:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764894.156659:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdf9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+228:2403:x1862022293861504:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 170us (507us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.156666:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3502
00010000:00010000:0.0:1775764894.157058:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.157066:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764894.157088:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a9:0x0]: returning size 260096
00010000:00010000:0.0:1775764894.157219:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d72729 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a16 expref: 229 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.157235:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a16 expref: 228 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.157242:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a9:0x0].0x0 (ffff93c682c07b00)
00010000:00010000:0.0:1775764894.157245:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764894.157247:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901cbc00, rc 0)
00000100:00100000:0.0:1775764894.157323:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c688c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+228:14453:x1862022293860992:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 17841us (17994us total) trans 4295101936 rc 0/0
00000100:00100000:0.0:1775764894.157330:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206322
00000100:00100000:0.0:1775764894.164284:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.164365:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.164600:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293861632
00000100:00100000:2.0:1775764894.164610:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293861632
00000100:00100000:2.0:1775764894.164679:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293861888
00000100:00100000:2.0:1775764894.164683:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293861888
00000100:00100000:2.0:1775764894.164716:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206323
00000100:00100000:2.0:1775764894.164726:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14453:x1862022293861632:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764894.164749:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764894.164770:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7273e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x100a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a1d expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.164899:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72745 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.164916:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a16 expref: 230 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.164923:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72745 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.164950:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a16 expref: 230 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.164960:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a16 expref: 230 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.164970:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6915c9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277289344:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764894.165029:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12b40 going to sleep for 11 seconds
00000100:00100000:0.0:1775764894.165154:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206324
00000100:00100000:0.0:1775764894.165163:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:14454:x1862022293861888:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.165174:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.165184:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7274c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a24 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.165249:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.165258:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d726f8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a01 expref: 231 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.165262:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.165276:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d726f8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a01 expref: 231 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.165281:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d726f8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a01 expref: 231 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.165287:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee7100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277289472:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764894.165311:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e780 going to sleep for 11 seconds
00000100:00100000:2.0:1775764894.169283:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6915c9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277289344:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764894.169314:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72745 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.171189:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.171477:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293862144
00000100:00100000:3.0:1775764894.171487:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293862144
00010000:00010000:3.0:1775764894.171533:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a16 expref: 232 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.171578:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3503
00000100:00100000:3.0:1775764894.171586:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:2403:x1862022293862144:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764894.171601:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.171608:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a16 expref: 232 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.171622:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a16 expref: 232 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.171642:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72730 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a16 expref: 232 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.171668:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a9:0x0].0x0 (ffff93c682c07b00)
00010000:00010000:3.0:1775764894.171673:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72745 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.171686:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72745 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.171693:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72745 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.171723:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764894.171773:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:2403:x1862022293862144:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 188us (591us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764894.171780:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3503
00010000:00010000:2.0:1775764894.172223:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72745 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.172232:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72745 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764894.172281:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a9:0x0]: returning size 260096
00000004:00200000:2.0:1775764894.172286:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764894.172307:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72745 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.172338:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7273e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x100a9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a1d expref: 231 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.172352:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8c00/0x9da62835f5d72745 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a1d expref: 230 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.172360:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a9:0x0].0x0 (ffff93c682c07b00)
00010000:00010000:2.0:1775764894.172362:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764894.172364:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8c00, rc 0)
00000100:00100000:2.0:1775764894.172405:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c790b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:14453:x1862022293861632:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 7682us (8131us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.172412:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206323
00000100:00100000:1.0:1775764894.173122:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee7100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277289472:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764894.173147:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.175227:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.175322:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293862016
00000100:00100000:0.0:1775764894.175332:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293862016
00010000:00010000:0.0:1775764894.175370:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d726f8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a01 expref: 230 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.175411:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3504
00000100:00100000:0.0:1775764894.175420:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:2403:x1862022293862016:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764894.175434:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.175441:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d726f8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a01 expref: 230 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.175453:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d726f8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a01 expref: 230 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.175475:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d726f8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a01 expref: 230 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.175491:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017e:0x0].0x0 (ffff93c6a31a2900)
00010000:00010000:0.0:1775764894.175505:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.175515:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.175523:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.175554:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764894.175609:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6915c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:2403:x1862022293862016:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 189us (390us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.175620:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3504
00010000:00010000:1.0:1775764894.175690:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.175698:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764894.175719:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017e:0x0]: returning size 0
00010000:00010000:1.0:1775764894.175897:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822000/0x9da62835f5d7274c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a24 expref: 230 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.175915:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a24 expref: 229 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.175923:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017e:0x0].0x0 (ffff93c6a31a2900)
00010000:00010000:1.0:1775764894.175925:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764894.175928:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c7c1822c00, rc 0)
00000100:00100000:1.0:1775764894.175955:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14454:x1862022293861888:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10794us (11588us total) trans 4295101937 rc 0/0
00000100:00100000:1.0:1775764894.175962:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206324
00000100:00100000:0.0:1775764894.183990:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.184031:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.184082:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293862272
00000100:00100000:3.0:1775764894.184093:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293862272
00000100:00100000:1.0:1775764894.184110:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293862400
00000100:00100000:1.0:1775764894.184114:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293862400
00000100:00100000:3.0:1775764894.184153:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206325
00000100:00100000:1.0:1775764894.184158:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206326
00000100:00100000:3.0:1775764894.184163:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:14453:x1862022293862272:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:1.0:1775764894.184164:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:14454:x1862022293862400:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764894.184187:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764894.184207:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72761 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a2b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184269:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72768 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184284:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72768 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184296:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72768 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184312:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7276f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184323:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7276f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184330:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7276f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184363:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72768 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184371:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72768 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184378:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72768 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184383:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c682bb2600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764894.184388:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72768 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184395:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72768 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184407:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764894.184410:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.184414:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72768 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184421:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d72768 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184433:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7276f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184440:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7276f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184446:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7276f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184451:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c682bb2c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764894.184454:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7276f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184459:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7276f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184466:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xe1a22b2d (ffff93c69abaf000)
00010000:00010000:3.0:1775764894.184469:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.184471:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7276f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184477:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d7276f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184518:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72761 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a2b expref: 231 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184529:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764894.184531:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.184534:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72761 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a2b expref: 231 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.184546:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb3200, rc 0)
00000100:00100000:3.0:1775764894.184604:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:14453:x1862022293862272:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 442us (623us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764894.184611:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206325
00010000:00010000:0.0:1775764894.189157:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.189192:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d72776 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1017e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a32 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.189291:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.189307:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a24 expref: 230 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.189319:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.189356:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a24 expref: 230 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.189371:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a24 expref: 230 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.189384:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c792ee7100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277289600:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764894.189478:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9ea80 going to sleep for 11 seconds
00000100:00100000:1.0:1775764894.197548:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c792ee7100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277289600:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764894.197581:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.197765:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.198019:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293862528
00000100:00100000:0.0:1775764894.198026:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293862528
00010000:00010000:0.0:1775764894.198061:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a24 expref: 231 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.198094:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3505
00000100:00100000:0.0:1775764894.198104:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+231:2403:x1862022293862528:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764894.198118:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.198124:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a24 expref: 231 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.198136:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a24 expref: 231 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.198158:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c7c1822c00/0x9da62835f5d72753 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a24 expref: 231 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.198173:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017e:0x0].0x0 (ffff93c6a31a2900)
00010000:00010000:0.0:1775764894.198177:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.198185:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.198190:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.198213:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.198252:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.198253:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:2403:x1862022293862528:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 151us (489us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.198267:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3505
00010000:00010000:1.0:1775764894.198269:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764894.198318:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017e:0x0]: returning size 0
00000004:00200000:1.0:1775764894.198322:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764894.198342:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.198373:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d72776 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1017e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a32 expref: 230 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.198388:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a32 expref: 229 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.198396:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017e:0x0].0x0 (ffff93c6a31a2900)
00010000:00010000:1.0:1775764894.198399:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764894.198401:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79ca00, rc 0)
00000100:00100000:1.0:1775764894.198443:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14454:x1862022293862400:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 14278us (14411us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764894.198450:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206326
00000100:00100000:3.0:1775764894.202375:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.202555:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293862656
00000100:00100000:2.0:1775764894.202566:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293862656
00000100:00100000:2.0:1775764894.202647:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206327
00000100:00100000:2.0:1775764894.202658:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14453:x1862022293862656:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764894.202678:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764894.202699:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72784 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a39 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202762:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d7278b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202777:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d7278b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202789:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d7278b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202804:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d72792 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xce03422 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202811:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d72792 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202818:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d72792 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202884:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d7278b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202891:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d7278b lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202897:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d7278b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202902:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764894.202907:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d7278b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202913:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d7278b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202925:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764894.202928:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.202933:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d7278b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202939:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d7278b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202952:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d72792 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202959:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d72792 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202964:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d72792 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202969:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764894.202972:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d72792 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202977:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d72792 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202988:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xce03422 (ffff93c6a31a2200)
00010000:00010000:2.0:1775764894.202991:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.202993:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d72792 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.202998:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d72792 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.203027:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72784 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a39 expref: 230 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.203038:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:2.0:1775764894.203040:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.203043:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72784 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a39 expref: 230 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.203052:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8000, rc 0)
00000100:00100000:2.0:1775764894.203117:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14453:x1862022293862656:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 461us (749us total) trans 0 rc 301/301
00000100:00100000:2.0:1775764894.203125:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206327
00000100:00100000:0.0:1775764894.209486:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.209580:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293862784
00000100:00100000:2.0:1775764894.209589:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293862784
00000100:00100000:2.0:1775764894.209648:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206328
00000100:00100000:2.0:1775764894.209658:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c792ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+229:14454:x1862022293862784:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764894.209679:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764894.209700:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72799 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a40 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.209739:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d727a0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.209764:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d727a0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.209778:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d727a0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.209948:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72799 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a40 expref: 231 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.209968:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9200/0x9da62835f5d727a0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a40 expref: 230 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.209977:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017e:0x0].0x0 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764894.209980:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:2.0:1775764894.209984:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9200, rc 0)
00000100:00100000:2.0:1775764894.210313:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c792ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:14454:x1862022293862784:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 656us (834us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.210321:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206328
00000100:00100000:0.0:1775764894.219561:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.219739:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293863040
00000100:00100000:3.0:1775764894.219749:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293863040
00000100:00100000:3.0:1775764894.219887:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206329
00000100:00100000:3.0:1775764894.219898:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+230:14453:x1862022293863040:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764894.219922:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764894.219925:0:6518:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1775764894.219954:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c683842e00/0x9da62835f5d71fe3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e144250944667a7 expref: 230 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.219973:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764894.219979:0:6518:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1775764894.219992:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d727a7 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a47 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220086:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d727ae lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220101:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d727ae lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220112:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d727ae lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220127:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d727b5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220135:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d727b5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220141:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d727b5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1775764894.220443:0:6518:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x88:0x0], index 0: 0
00010000:00010000:3.0:1775764894.220602:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d727bc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220612:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d727bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220619:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d727bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220660:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d727ae lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220666:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d727ae lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220672:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d727ae lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220678:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c682bb2c00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764894.220683:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d727ae lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220695:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d727ae lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220705:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764894.220707:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.220711:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d727ae lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220716:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d727ae lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1775764894.220726:0:6518:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f905fc13 reply state 00000000f3b45b23 transno 4295101938 ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d727b5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220735:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2600/0x9da62835f5d727b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220741:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xe1a22b2d (ffff93c69abaf000)
00010000:00010000:3.0:1775764894.220743:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1775764894.220745:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1775764894.220769:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d727a7 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a47 expref: 232 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220782:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d727bc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a47 expref: 231 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.220789:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017f:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764894.220791:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764894.220794:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb3000, rc 0)
00000100:00100000:3.0:1775764894.220883:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14453:x1862022293863040:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 986us (1330us total) trans 4295101938 rc 0/0
00000100:00100000:3.0:1775764894.220892:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206329
00000100:00100000:2.0:1775764894.227789:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.227909:0:15595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293863168
00000100:00100000:3.0:1775764894.227920:0:15595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293863168
00000100:00100000:3.0:1775764894.227980:0:15595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2139
00000100:00100000:3.0:1775764894.227991:0:15595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:14454:x1862022293863168:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764894.228012:0:15595:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764894.228031:0:15595:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a212a0dc/0x9da62835f5d727ca lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a4e expref: -99 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.228063:0:15595:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000015ad1503/0x9da62835f5d72722 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a0f expref: 75 pid: 8506 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.228073:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764894.228075:0:15595:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764894.228079:0:15595:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a212a0dc/0x9da62835f5d727ca lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a4e expref: 75 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.228117:0:15595:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000015ad1503/0x9da62835f5d72722 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a0f expref: 75 pid: 8506 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.228131:0:15595:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000015ad1503/0x9da62835f5d72722 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a0f expref: 75 pid: 8506 timeout: 2248 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.228145:0:15595:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6424e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15595:1862022277289728:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764894.228219:0:15595:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfadc00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764894.232156:0:15595:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6424e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15595:1862022277289728:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764894.232193:0:15595:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a212a0dc/0x9da62835f5d727ca lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a4e expref: 75 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.232217:0:15595:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb2a00, rc 0)
00000100:00100000:3.0:1775764894.232277:0:15595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:14454:x1862022293863168:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 4288us (4497us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764894.232287:0:15595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2139
00000100:00100000:1.0:1775764894.235373:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.235476:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.235596:0:15586:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293863296
00000100:00100000:2.0:1775764894.235606:0:15586:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293863296
00000100:00100000:2.0:1775764894.235695:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2140
00000100:00100000:2.0:1775764894.235706:0:15586:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+73:2403:x1862022293863296:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764894.235724:0:15586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764894.235746:0:15586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003472d9a7/0x9da62835f5d727d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a55 expref: -99 pid: 15586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1775764894.235771:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00010000:2.0:1775764894.235823:0:15586:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x88:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1775764894.235884:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764894.235886:0:15586:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1775764894.235895:0:15586:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003472d9a7/0x9da62835f5d727d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a55 expref: 74 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.235913:0:15586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003472d9a7/0x9da62835f5d727d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a55 expref: 74 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.235927:0:15586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8000, rc 0)
00000100:00100000:2.0:1775764894.235981:0:15586:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2403:x1862022293863296:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 279us (506us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.235988:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2140
00000100:00100000:0.0:1775764894.238684:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293863424
00000100:00100000:0.0:1775764894.238698:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293863424
00010000:00010000:0.0:1775764894.238746:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000015ad1503/0x9da62835f5d72722 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a0f expref: 75 pid: 8506 timeout: 2248 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.238798:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3506
00000100:00100000:0.0:1775764894.238808:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2402:x1862022293863424:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764894.238825:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.238863:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000015ad1503/0x9da62835f5d72722 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a0f expref: 75 pid: 8506 timeout: 2248 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.238885:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000015ad1503/0x9da62835f5d72722 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a0f expref: 75 pid: 8506 timeout: 2248 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.238910:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000015ad1503/0x9da62835f5d72722 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a0f expref: 75 pid: 8506 timeout: 2248 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.238927:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764894.238930:0:6502:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764894.238937:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a212a0dc/0x9da62835f5d727ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a4e expref: 74 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.238947:0:6502:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a212a0dc/0x9da62835f5d727ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a4e expref: 74 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.238987:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a212a0dc/0x9da62835f5d727ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a4e expref: 74 pid: 15595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.239001:0:6502:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a16d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6502:1862022277289856:192.168.202.56@tcp:105:
00000100:00100000:0.0:1775764894.239098:0:6502:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9ea80 going to sleep for 11 seconds
00000100:00100000:0.0:1775764894.244770:0:6502:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a16d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6502:1862022277289856:192.168.202.56@tcp:105:
00010000:00010000:0.0:1775764894.244796:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764894.244884:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2402:x1862022293863424:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 6077us (9519us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.244895:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3506
00000100:00100000:3.0:1775764894.245758:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.246061:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293863680
00000100:00100000:1.0:1775764894.246070:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293863680
00000100:00100000:1.0:1775764894.246119:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3089
00000100:00100000:1.0:1775764894.246126:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+232:14453:x1862022293863680:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764894.246374:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+233:14453:x1862022293863680:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 247us (618us total) trans 4295101939 rc 0/0
00000100:00100000:1.0:1775764894.246380:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3089
00000100:00100000:3.0:1775764894.252669:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.252727:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.253018:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293864192
00000100:00100000:2.0:1775764894.253027:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293864192
00000100:00100000:2.0:1775764894.253082:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206330
00000100:00100000:2.0:1775764894.253089:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+233:14453:x1862022293864192:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764894.253110:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764894.253127:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d727d8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a5c expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.253217:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.253228:0:8005:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d727bc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a47 expref: 234 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.253234:0:8005:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.253261:0:8005:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d727bc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a47 expref: 234 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.253271:0:8005:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d727bc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a47 expref: 234 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.253280:0:8005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277289984:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764894.253346:0:8005:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12b40 going to sleep for 11 seconds
00000100:00100000:1.0:1775764894.253405:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293863936
00000100:00100000:1.0:1775764894.253408:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293863936
00000100:00100000:1.0:1775764894.253440:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3090
00000100:00100000:1.0:1775764894.253446:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+235:14454:x1862022293863936:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764894.253648:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:14454:x1862022293863936:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 200us (994us total) trans 4295101940 rc 0/0
00000100:00100000:1.0:1775764894.253655:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3090
00000100:00100000:2.0:1775764894.258037:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.258058:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.258126:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293864448
00000100:00100000:3.0:1775764894.258134:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293864448
00010000:00010000:3.0:1775764894.258167:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d727bc lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a47 expref: 236 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.258203:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3507
00000100:00100000:3.0:1775764894.258210:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:2403:x1862022293864448:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764894.258221:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.258226:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d727bc lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a47 expref: 236 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.258236:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d727bc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a47 expref: 236 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.258257:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017f:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764894.258261:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.258269:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.258274:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.258288:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764894.258324:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:2403:x1862022293864448:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 115us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764894.258328:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3507
00000100:00100000:0.0:1775764894.259029:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293864320
00000100:00100000:0.0:1775764894.259037:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293864320
00000100:00100000:0.0:1775764894.259084:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206331
00000100:00100000:0.0:1775764894.259092:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:14454:x1862022293864320:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.259114:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.259131:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d727e6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a63 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259198:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d727ed lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259210:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d727ed lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259220:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d727ed lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259231:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d727f4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259237:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d727f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259243:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d727f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259318:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d727fb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259327:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d727fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259337:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d727fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764894.259374:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017e:0x0]: returning size 2048
00000004:00200000:0.0:1775764894.259379:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764894.259399:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d727fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259409:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d727fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259418:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d727ed lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259424:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d727ed lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259430:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d727ed lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259436:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d727ed lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259441:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79d000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764894.259445:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d727ed lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259452:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d727ed lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259461:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764894.259465:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.259468:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d727ed lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259474:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d727ed lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259488:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d727f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259494:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d727f4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259509:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d727f4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259513:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764894.259517:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d727f4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259522:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d727f4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259529:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xe1a22b2d (ffff93c6a31a2300)
00010000:00010000:0.0:1775764894.259532:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.259534:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d727f4 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259540:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d727f4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259566:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d727e6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a63 expref: 238 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259580:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d727fb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a63 expref: 237 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.259587:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017e:0x0].0x0 (ffff93c6a31a2900)
00010000:00010000:0.0:1775764894.259589:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764894.259591:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79c800, rc 0)
00000100:00100000:0.0:1775764894.260105:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c681b42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:14454:x1862022293864320:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1012us (2075us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.260111:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206331
00010000:00010000:1.0:1775764894.261587:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d727bc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a47 expref: 236 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.261611:0:8005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c6839e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8005:1862022277289984:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764894.261632:0:8005:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.261639:0:8005:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.261644:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764894.261674:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017f:0x0]: returning size 0
00010000:00010000:1.0:1775764894.261815:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d727d8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a5c expref: 237 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.261875:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a5c expref: 236 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.261883:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017f:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:1.0:1775764894.261886:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764894.261888:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9400, rc 0)
00000100:00100000:1.0:1775764894.261934:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:14453:x1862022293864192:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8846us (9207us total) trans 4295101941 rc 0/0
00000100:00100000:1.0:1775764894.261940:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206330
00000100:00100000:2.0:1775764894.268683:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.268713:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293864576
00000100:00100000:2.0:1775764894.268724:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293864576
00000100:00100000:2.0:1775764894.268785:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1240
00000100:00100000:2.0:1775764894.268794:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:2402:x1862022293864576:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764894.268821:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.268863:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d727fb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a63 expref: 236 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.268881:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017e:0x0].0x0 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764894.268886:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1775764894.269813:0:7451:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775764894.273297:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+235:2402:x1862022293864576:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 4490us (4617us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.273313:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1240
00000100:00100000:3.0:1775764894.274205:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.274297:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.274322:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293864832
00000100:00100000:3.0:1775764894.274331:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293864832
00000100:00100000:3.0:1775764894.274378:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293864960
00000100:00100000:3.0:1775764894.274381:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293864960
00000100:00100000:3.0:1775764894.274402:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206332
00000100:00100000:3.0:1775764894.274411:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:14454:x1862022293864832:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764894.274433:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764894.274455:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d72809 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a6a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.274581:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.274598:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a32 expref: 237 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.274608:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.274804:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206333
00000100:00100000:2.0:1775764894.274815:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:14453:x1862022293864960:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764894.274834:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764894.274867:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72817 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1017f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a71 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.274917:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.274927:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a5c expref: 238 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.274934:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.274960:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a5c expref: 238 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.274974:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a5c expref: 238 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.274986:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696991880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277290112:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764894.275054:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12780 going to sleep for 11 seconds
00010000:00010000:3.0:1775764894.275464:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a32 expref: 238 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.275474:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a32 expref: 238 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.275484:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6426300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277290240:192.168.202.56@tcp:104:
00000100:00100000:3.0:1775764894.275520:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfadc00 going to sleep for 11 seconds
00000100:00100000:2.0:1775764894.280800:0:6519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696991880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277290112:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764894.280870:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.281154:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6426300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277290240:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764894.281171:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.284894:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.284966:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.285119:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293865088
00000100:00100000:0.0:1775764894.285129:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293865088
00010000:00010000:0.0:1775764894.285183:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a32 expref: 239 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.285227:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293865216
00000100:00100000:0.0:1775764894.285230:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293865216
00010000:00010000:0.0:1775764894.285246:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a5c expref: 240 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.285272:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3508
00000100:00100000:0.0:1775764894.285280:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdfa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+240:2403:x1862022293865088:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764894.285294:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.285300:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a32 expref: 240 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.285317:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a32 expref: 240 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.285338:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7277d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a32 expref: 240 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.285355:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017e:0x0].0x0 (ffff93c6a31a2900)
00010000:00010000:0.0:1775764894.285360:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.285369:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.285377:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.285399:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764894.285445:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdfa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+239:2403:x1862022293865088:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 165us (559us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.285453:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3508
00000100:00100000:0.0:1775764894.285494:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3509
00000100:00100000:0.0:1775764894.285510:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:2403:x1862022293865216:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764894.285517:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.285522:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a5c expref: 238 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.285533:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a5c expref: 238 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.285545:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d727df lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a5c expref: 238 pid: 8005 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.285553:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017f:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:0.0:1775764894.285557:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.285563:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.285568:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.285581:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764894.285599:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:2403:x1862022293865216:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 91us (633us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.285605:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3509
00010000:00010000:2.0:1775764894.285888:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.285899:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764894.285950:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017f:0x0]: returning size 0
00000004:00200000:2.0:1775764894.285955:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764894.285974:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.286005:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d72817 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1017f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a71 expref: 237 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.286019:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a71 expref: 236 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.286027:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017f:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:2.0:1775764894.286030:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764894.286032:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9c00, rc 0)
00000100:00100000:2.0:1775764894.286066:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:14453:x1862022293864960:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11254us (11768us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.286073:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206333
00010000:00010000:3.0:1775764894.287419:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.287431:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764894.287449:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017e:0x0]: returning size 2048
00010000:00010000:3.0:1775764894.287582:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d72809 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a6a expref: 237 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.287599:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a6a expref: 236 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.287607:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017e:0x0].0x0 (ffff93c6a31a2900)
00010000:00010000:3.0:1775764894.287609:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764894.287612:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb2400, rc 0)
00000100:00100000:3.0:1775764894.288197:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:14454:x1862022293864832:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 13783us (13992us total) trans 4295101942 rc 0/0
00000100:00100000:3.0:1775764894.288207:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206332
00000100:00100000:1.0:1775764894.295604:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.295772:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293865344
00000100:00100000:0.0:1775764894.295782:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293865344
00000100:00100000:0.0:1775764894.295887:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206334
00000100:00100000:0.0:1775764894.295897:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+236:14454:x1862022293865344:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.295927:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.295950:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7282c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1017e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a78 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.296037:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d72833 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.296056:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a6a expref: 237 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.296065:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d72833 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.296098:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a6a expref: 237 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.296114:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a6a expref: 237 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.296128:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a16d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277290368:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764894.296219:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e240 going to sleep for 11 seconds
00000100:00100000:1.0:1775764894.302553:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.302587:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.303026:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293865600
00000100:00100000:2.0:1775764894.303036:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293865600
00010000:00010000:2.0:1775764894.303075:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a6a expref: 238 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.303126:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3510
00000100:00100000:2.0:1775764894.303135:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:2402:x1862022293865600:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764894.303150:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.303158:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a6a expref: 238 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.303172:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a6a expref: 238 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.303207:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017e:0x0].0x0 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764894.303213:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d72833 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.303223:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d72833 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.303232:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d72833 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.303253:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764894.303302:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:2402:x1862022293865600:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 166us (713us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.303309:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3510
00000100:00100000:3.0:1775764894.303457:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293865472
00000100:00100000:3.0:1775764894.303462:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293865472
00000100:00100000:3.0:1775764894.303511:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206335
00000100:00100000:3.0:1775764894.303518:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:14453:x1862022293865472:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764894.303535:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764894.303551:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d7283a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a7f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.303579:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72841 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.303591:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72841 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.303599:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72841 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.304131:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d7283a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a7f expref: 240 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.304151:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3200/0x9da62835f5d72841 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a7f expref: 239 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.304160:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017f:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764894.304162:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:3.0:1775764894.304165:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb3200, rc 0)
00000100:00100000:3.0:1775764894.304265:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+239:14453:x1862022293865472:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 747us (1721us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764894.304273:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206335
00010000:00010000:0.0:1775764894.304381:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72810 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1017e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a6a expref: 238 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.304395:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a16d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277290368:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764894.304417:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d72833 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.304436:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d72833 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.304441:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d72833 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764894.304475:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017e:0x0]: returning size 2048
00000004:00200000:0.0:1775764894.304480:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764894.304504:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d72833 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.304530:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ca00/0x9da62835f5d7282c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1017e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a78 expref: 238 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.304542:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c000/0x9da62835f5d72833 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a78 expref: 237 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.304549:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017e:0x0].0x0 (ffff93c6a31a2900)
00010000:00010000:0.0:1775764894.304551:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764894.304554:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79c000, rc 0)
00000100:00100000:0.0:1775764894.304576:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:14454:x1862022293865344:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8682us (8982us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.304583:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206334
00000100:00100000:1.0:1775764894.314265:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.314369:0:14278:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293865728
00000100:00100000:0.0:1775764894.314379:0:14278:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293865728
00000100:00100000:0.0:1775764894.314436:0:14278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2141
00000100:00100000:0.0:1775764894.314446:0:14278:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:14453:x1862022293865728:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.314462:0:14278:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.314480:0:14278:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000648220a2/0x9da62835f5d72848 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a86 expref: -99 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.314520:0:14278:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003472d9a7/0x9da62835f5d727d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a55 expref: 75 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.314529:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764894.314531:0:14278:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1775764894.314534:0:14278:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000648220a2/0x9da62835f5d72848 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a86 expref: 75 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.314569:0:14278:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003472d9a7/0x9da62835f5d727d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a55 expref: 75 pid: 15586 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.314585:0:14278:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003472d9a7/0x9da62835f5d727d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a55 expref: 75 pid: 15586 timeout: 2248 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.314599:0:14278:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14278:1862022277290496:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764894.314946:0:14278:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e240 going to sleep for 11 seconds
00000100:00100000:1.0:1775764894.325485:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.325669:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.326315:0:14278:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14278:1862022277290496:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764894.326350:0:14278:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000648220a2/0x9da62835f5d72848 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a86 expref: 75 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.326373:0:14278:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79ca00, rc 0)
00000100:00100000:0.0:1775764894.326431:0:14278:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:14453:x1862022293865728:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11986us (12174us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.326441:0:14278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2141
00000100:00100000:3.0:1775764894.327276:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293865984
00000100:00100000:3.0:1775764894.327289:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293865984
00010000:00010000:3.0:1775764894.327327:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003472d9a7/0x9da62835f5d727d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a55 expref: 75 pid: 15586 timeout: 2248 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.327375:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3511
00000100:00100000:3.0:1775764894.327384:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+75:2403:x1862022293865984:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764894.327401:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.327424:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003472d9a7/0x9da62835f5d727d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a55 expref: 75 pid: 15586 timeout: 2248 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.327439:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003472d9a7/0x9da62835f5d727d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a55 expref: 75 pid: 15586 timeout: 2248 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.327467:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003472d9a7/0x9da62835f5d727d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a55 expref: 75 pid: 15586 timeout: 2248 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.327484:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764894.327503:0:6503:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1775764894.327511:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000648220a2/0x9da62835f5d72848 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a86 expref: 74 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.327521:0:6503:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000648220a2/0x9da62835f5d72848 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a86 expref: 74 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.327562:0:6503:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000648220a2/0x9da62835f5d72848 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a86 expref: 74 pid: 14278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.327576:0:6503:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7b6424a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6503:1862022277290624:192.168.202.56@tcp:105:
00000100:00100000:3.0:1775764894.327664:0:6503:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c69bfad780 going to sleep for 11 seconds
00000100:00100000:2.0:1775764894.332407:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293865856
00000100:00100000:2.0:1775764894.332424:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293865856
00000100:00100000:2.0:1775764894.332539:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206336
00000100:00100000:2.0:1775764894.332550:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:14454:x1862022293865856:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764894.332572:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764894.332601:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7284f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a8d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332697:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d72856 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332711:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d72856 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332723:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d72856 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332735:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7285d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332741:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7285d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332747:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7285d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332862:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d72864 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332871:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d72864 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332879:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d72864 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764894.332923:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017e:0x0]: returning size 2048
00000004:00200000:2.0:1775764894.332928:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764894.332946:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d72864 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332956:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d72864 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332964:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d72856 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332971:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d72856 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332978:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d72856 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332984:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8a00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764894.332988:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d72856 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.332995:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d72856 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.333006:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764894.333009:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.333013:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d72856 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.333019:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8a00/0x9da62835f5d72856 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.333032:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7285d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.333042:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7285d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.333047:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7285d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.333052:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6915e8200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:2.0:1775764894.333054:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7285d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.333061:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7285d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.333067:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xe1a22b2d (ffff93c6a31a2300)
00010000:00010000:2.0:1775764894.333069:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1775764894.333072:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7285d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.333076:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d7285d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.333100:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7284f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a8d expref: 239 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.333112:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d72864 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a8d expref: 238 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.333120:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017e:0x0].0x0 (ffff93c6a31a2900)
00010000:00010000:2.0:1775764894.333123:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1775764894.333126:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e9400, rc 0)
00000100:00100000:2.0:1775764894.333207:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:14454:x1862022293865856:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 660us (7733us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.333215:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206336
00000100:00100000:3.0:1775764894.340556:0:6503:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7b6424a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6503:1862022277290624:192.168.202.56@tcp:105:
00010000:00010000:3.0:1775764894.340583:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764894.341531:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+74:2403:x1862022293865984:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 14143us (15867us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.341547:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3511
00000100:00100000:0.0:1775764894.342147:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.346341:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293866112
00000100:00100000:3.0:1775764894.346356:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293866112
00000100:00100000:3.0:1775764894.346422:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1241
00000100:00100000:3.0:1775764894.346432:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+238:2403:x1862022293866112:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764894.346449:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.346474:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9400/0x9da62835f5d72864 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a8d expref: 238 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.346511:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017e:0x0].0x0 (ffff93c6a31a2900)
00010000:00010000:3.0:1775764894.346517:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764894.346583:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:2403:x1862022293866112:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 152us (4438us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764894.346590:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1241
00000100:00100000:0.0:1775764894.346730:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.348571:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293866368
00000100:00100000:3.0:1775764894.348583:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293866368
00000100:00100000:3.0:1775764894.348656:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3091
00000100:00100000:3.0:1775764894.348673:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7835f7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+237:14453:x1862022293866368:12345-192.168.202.56@tcp:35:dbench.0
00000001:00080000:3.0:1775764894.348950:0:15557:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4295101943
00000100:00100000:3.0:1775764894.349086:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7835f7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+239:14453:x1862022293866368:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 413us (2355us total) trans 4295101944 rc 0/0
00000100:00100000:3.0:1775764894.349095:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3091
00000020:00080000:3.0:1775764894.349101:0:15557:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1775764894.354764:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.356234:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293866496
00000100:00100000:1.0:1775764894.356253:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293866496
00000100:00100000:0.0:1775764894.356451:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206337
00000100:00100000:0.0:1775764894.356462:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+239:14453:x1862022293866496:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.356505:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.356528:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d7286b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a94 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.356593:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72872 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.356607:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72872 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.356619:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72872 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357097:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72879 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357109:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72879 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357116:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72879 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357191:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d72880 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357200:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d72880 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357207:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d72880 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764894.357248:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017f:0x0]: returning size 2048
00000004:00200000:0.0:1775764894.357253:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764894.357272:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d72880 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357284:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d72880 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357292:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72872 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357299:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72872 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357306:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72872 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357312:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79ce00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764894.357317:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72872 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357325:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72872 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357336:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:0.0:1775764894.357339:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.357344:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72872 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357349:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72872 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357366:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72879 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357372:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72879 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357378:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72879 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357383:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79d600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764894.357385:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72879 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357391:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72879 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357398:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xe1a22b2d (ffff93c69abaf000)
00010000:00010000:0.0:1775764894.357400:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.357402:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72879 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357407:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72879 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357435:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d7286b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a94 expref: 241 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357448:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d72880 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a94 expref: 240 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.357462:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017f:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:0.0:1775764894.357464:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764894.357467:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79c200, rc 0)
00000100:00100000:0.0:1775764894.357617:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+240:14453:x1862022293866496:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 1156us (2867us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.357635:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206337
00000100:00100000:1.0:1775764894.366533:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.367081:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.367345:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293866752
00000100:00100000:2.0:1775764894.367358:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293866752
00000100:00100000:2.0:1775764894.367432:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1242
00000100:00100000:2.0:1775764894.367442:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+240:2402:x1862022293866752:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764894.367458:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.367485:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c200/0x9da62835f5d72880 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a94 expref: 240 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.367514:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017f:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:2.0:1775764894.367520:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764894.367583:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+239:2402:x1862022293866752:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 143us (925us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.367590:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1242
00000100:00100000:0.0:1775764894.369457:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293866624
00000100:00100000:0.0:1775764894.369471:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293866624
00000100:00100000:0.0:1775764894.369549:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206338
00000100:00100000:0.0:1775764894.369559:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+239:14454:x1862022293866624:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.369581:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.369601:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d72887 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466a9b expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.369915:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d7288e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.369931:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d7288e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.369943:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d7288e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.369958:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d72895 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.369964:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d72895 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.369971:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d72895 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370012:0:10031:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d7288e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370019:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d7288e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370025:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d7288e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370032:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d7288e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370038:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79d000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764894.370042:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d7288e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370050:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d7288e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370061:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764894.370064:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.370069:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d7288e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370076:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d000/0x9da62835f5d7288e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370089:0:10031:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d72895 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370096:0:10031:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d72895 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370103:0:10031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d72895 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370108:0:10031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79dc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764894.370110:0:10031:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d72895 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370116:0:10031:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d72895 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370123:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xde0cbb04 (ffff93c6a30f4f00)
00010000:00010000:0.0:1775764894.370126:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.370128:0:10031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d72895 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370134:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d72895 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370164:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d72887 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a9b expref: 240 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370175:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764894.370178:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.370181:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d72887 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a9b expref: 240 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.370197:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79c400, rc 0)
00000100:00100000:0.0:1775764894.370256:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+239:14454:x1862022293866624:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 699us (3734us total) trans 0 rc 301/301
00000100:00100000:0.0:1775764894.370265:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206338
00000100:00100000:1.0:1775764894.380946:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.382199:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293867008
00000100:00100000:3.0:1775764894.382213:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293867008
00000100:00100000:1.0:1775764894.383278:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.383378:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293867136
00000100:00100000:1.0:1775764894.383384:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293867136
00000100:00100000:1.0:1775764894.383406:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206339
00000100:00100000:1.0:1775764894.383416:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c69950d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+240:14453:x1862022293867008:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764894.383437:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764894.383460:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7289c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466aa2 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.383595:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.383612:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466a71 expref: 241 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.384005:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206340
00000100:00100000:2.0:1775764894.384021:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+241:14454:x1862022293867136:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764894.384030:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764894.384040:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d728aa lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466aa9 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.384083:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d728b1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.384094:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d728b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.384107:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d728b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764894.384137:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10086:0x0]: returning size 4096
00000004:00200000:2.0:1775764894.384140:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1775764894.384160:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d728b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.384186:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d728aa lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466aa9 expref: 243 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.384206:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8200/0x9da62835f5d728b1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466aa9 expref: 242 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.384213:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:2.0:1775764894.384216:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1775764894.384219:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8200, rc 0)
00000100:00100000:2.0:1775764894.384287:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6839e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+242:14454:x1862022293867136:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 272us (1016us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.384294:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206340
00010000:00010000:1.0:1775764894.384483:0:6518:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.384535:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a71 expref: 241 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.384550:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a71 expref: 241 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.384563:0:6518:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277290752:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764894.384615:0:6518:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d16c0 going to sleep for 11 seconds
00000100:00100000:1.0:1775764894.393237:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.393274:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.393368:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293867392
00000100:00100000:0.0:1775764894.393378:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293867392
00000100:00100000:0.0:1775764894.393438:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3092
00000100:00100000:0.0:1775764894.393448:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+242:14454:x1862022293867392:12345-192.168.202.56@tcp:37:dbench.0
00000100:00100000:2.0:1775764894.394331:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293867264
00000100:00100000:2.0:1775764894.394339:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293867264
00010000:00010000:2.0:1775764894.394370:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a71 expref: 244 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.394409:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3512
00000100:00100000:2.0:1775764894.394417:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:2402:x1862022293867264:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764894.394429:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.394435:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a71 expref: 244 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.394448:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a71 expref: 244 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.394470:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017f:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:2.0:1775764894.394476:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.394485:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.394492:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.394523:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764894.394558:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:2402:x1862022293867264:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 141us (1333us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.394566:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3512
00010000:00010000:3.0:1775764894.395445:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e9c00/0x9da62835f5d7281e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466a71 expref: 243 pid: 6519 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.395463:0:6518:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6518:1862022277290752:192.168.202.56@tcp:104:
00010000:00010000:3.0:1775764894.395484:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.395493:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.395513:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764894.395532:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017f:0x0]: returning size 2048
00010000:00010000:3.0:1775764894.395742:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7289c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466aa2 expref: 244 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.395758:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466aa2 expref: 243 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.395766:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017f:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764894.395768:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1775764894.395771:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901cb200, rc 0)
00000100:00100000:3.0:1775764894.395914:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c69950d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14453:x1862022293867008:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12498us (14978us total) trans 4295101945 rc 0/0
00000100:00100000:3.0:1775764894.395923:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206339
00000100:00100000:0.0:1775764894.401979:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+241:14454:x1862022293867392:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 8520us (8691us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.401995:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3092
00000100:00100000:1.0:1775764894.407952:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.408276:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293867520
00000100:00100000:0.0:1775764894.408289:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293867520
00000100:00100000:0.0:1775764894.408404:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206341
00000100:00100000:0.0:1775764894.408416:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+241:14453:x1862022293867520:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.408441:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.408462:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d728bf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1017f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466ab0 expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.408568:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d728c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.408583:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466aa2 expref: 242 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.408596:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d728c6 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.408640:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466aa2 expref: 242 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.408656:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466aa2 expref: 242 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.408679:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a14380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277290880:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764894.408765:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e240 going to sleep for 11 seconds
00000100:00100000:0.0:1775764894.414129:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a14380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277290880:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764894.414164:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d728c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.415237:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.415462:0:15557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293867776
00000100:00100000:3.0:1775764894.415472:0:15557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293867776
00000100:00100000:3.0:1775764894.415563:0:15557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3093
00000100:00100000:3.0:1775764894.415572:0:15557:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14454:x1862022293867776:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:0.0:1775764894.416388:0:15557:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:14454:x1862022293867776:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 814us (1153us total) trans 4295101946 rc 0/0
00000100:00100000:0.0:1775764894.416399:0:15557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3093
00000100:00100000:3.0:1775764894.417063:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.417522:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293867904
00000100:00100000:0.0:1775764894.417530:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293867904
00010000:00010000:0.0:1775764894.417565:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466aa2 expref: 244 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.417720:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3513
00000100:00100000:0.0:1775764894.417729:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdf8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:2403:x1862022293867904:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764894.417745:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.417752:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466aa2 expref: 244 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.417766:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466aa2 expref: 244 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.417787:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb200/0x9da62835f5d728a3 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1017f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466aa2 expref: 244 pid: 6518 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.417804:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017f:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:0.0:1775764894.417810:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d728c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.417819:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d728c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.417884:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d728c6 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.417909:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764894.417947:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdf8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:2403:x1862022293867904:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 219us (885us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.417955:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3513
00010000:00010000:1.0:1775764894.418054:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d728c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.418063:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d728c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764894.418129:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017f:0x0]: returning size 2048
00000004:00200000:1.0:1775764894.418135:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764894.418156:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d728c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.418187:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c400/0x9da62835f5d728bf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1017f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ab0 expref: 243 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.418208:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79dc00/0x9da62835f5d728c6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ab0 expref: 242 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.418216:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017f:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:1.0:1775764894.418219:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764894.418221:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79dc00, rc 0)
00000100:00100000:1.0:1775764894.418246:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+242:14453:x1862022293867520:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 9832us (10304us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764894.418253:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206341
00000100:00100000:3.0:1775764894.423934:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.424311:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293868032
00000100:00100000:1.0:1775764894.424321:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293868032
00000100:00100000:1.0:1775764894.424411:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206342
00000100:00100000:1.0:1775764894.424420:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+242:14454:x1862022293868032:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764894.424441:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764894.424471:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d728cd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466ab7 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424547:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d728d4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424562:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d728d4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424573:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d728d4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424587:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d728db lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424595:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d728db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424601:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d728db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424698:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d728e2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424705:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d728e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424712:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d728e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764894.424750:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a0:0x0]: returning size 260096
00000004:00200000:1.0:1775764894.424753:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764894.424771:0:6519:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d728e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424782:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d728e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424790:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d728d4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424796:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d728d4 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424802:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d728d4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424813:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6901cbc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764894.424817:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d728d4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424834:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d728d4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424863:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:1.0:1775764894.424866:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.424871:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d728d4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424877:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d728d4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424889:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d728db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424895:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d728db lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424901:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d728db lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424906:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6901ca200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764894.424908:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d728db lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424914:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d728db lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424924:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x9e362f1b (ffff93c6877cee00)
00010000:00010000:1.0:1775764894.424926:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.424928:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d728db lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424934:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d728db lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424960:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d728cd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ab7 expref: 244 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424972:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d728e2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ab7 expref: 243 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.424978:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:1.0:1775764894.424980:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764894.424982:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901cbe00, rc 0)
00000100:00100000:1.0:1775764894.425034:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14454:x1862022293868032:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 615us (1108us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764894.425041:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206342
00000100:00100000:1.0:1775764894.432737:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.432819:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293868160
00000100:00100000:3.0:1775764894.432872:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293868160
00000100:00100000:3.0:1775764894.432929:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206343
00000100:00100000:3.0:1775764894.432938:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14453:x1862022293868160:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764894.432964:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764894.432983:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d728e9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466abe expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433045:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d728f0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433059:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d728f0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433072:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d728f0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433125:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d728f7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433134:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d728f7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433141:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d728f7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433217:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d728fe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433226:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d728fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433232:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d728fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1775764894.433276:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1017f:0x0]: returning size 2048
00000004:00200000:3.0:1775764894.433282:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1775764894.433303:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d728fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433314:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d728fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433322:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d728f0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433328:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d728f0 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433334:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d728f0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433340:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c682bb2400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764894.433343:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d728f0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433350:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d728f0 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433361:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:3.0:1775764894.433363:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.433368:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d728f0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433373:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d728f0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433384:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d728f7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433393:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d728f7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433398:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d728f7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433403:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c682bb3000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764894.433405:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d728f7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433411:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d728f7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433418:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xe1a22b2d (ffff93c69abaf000)
00010000:00010000:3.0:1775764894.433420:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.433423:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d728f7 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433429:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d728f7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433455:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d728e9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466abe expref: 245 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433469:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d728fe lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466abe expref: 244 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.433475:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017f:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:3.0:1775764894.433476:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1775764894.433479:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb2c00, rc 0)
00000100:00100000:3.0:1775764894.433558:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:14453:x1862022293868160:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 620us (831us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764894.433565:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206343
00000100:00100000:1.0:1775764894.444967:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.445010:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.445037:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.445110:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293868544
00000100:00100000:0.0:1775764894.445122:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293868544
00000100:00100000:0.0:1775764894.445188:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293868672
00000100:00100000:0.0:1775764894.445191:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293868672
00000100:00100000:0.0:1775764894.445216:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1243
00000100:00100000:0.0:1775764894.445226:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:2403:x1862022293868544:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764894.445242:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.445271:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d728e2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ab7 expref: 245 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.445291:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:0.0:1775764894.445296:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764894.445350:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:2403:x1862022293868544:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 125us (340us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.445359:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1243
00000100:00100000:0.0:1775764894.445376:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1244
00000100:00100000:0.0:1775764894.445382:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:2402:x1862022293868672:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1775764894.445390:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1775764894.445401:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2c00/0x9da62835f5d728fe lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1017f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466abe expref: 243 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.445413:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1017f:0x0].0x0 (ffff93c69abafe00)
00010000:00010000:0.0:1775764894.445417:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1775764894.445435:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+242:2402:x1862022293868672:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 53us (396us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.445441:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1244
00000100:00100000:2.0:1775764894.446200:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293868416
00000100:00100000:2.0:1775764894.446209:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293868416
00000100:00100000:2.0:1775764894.446256:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206344
00000100:00100000:2.0:1775764894.446265:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+242:14454:x1862022293868416:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:2.0:1775764894.446284:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764894.446300:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72905 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466ac5 expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.446402:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.446417:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446692f expref: 243 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.446426:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.446458:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446692f expref: 243 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.446473:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446692f expref: 243 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.446504:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c696991880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277291008:192.168.202.56@tcp:104:
00000100:00100000:2.0:1775764894.446894:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c681d12780 going to sleep for 11 seconds
00000100:00100000:2.0:1775764894.455132:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c696991880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277291008:192.168.202.56@tcp:104:
00010000:00010000:2.0:1775764894.455171:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.455762:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.456052:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293868928
00000100:00100000:2.0:1775764894.456059:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293868928
00010000:00010000:2.0:1775764894.456094:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446692f expref: 244 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.456129:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3514
00000100:00100000:2.0:1775764894.456138:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6427100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:2403:x1862022293868928:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764894.456152:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.456158:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446692f expref: 244 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.456172:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446692f expref: 244 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.456193:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c68a033a00/0x9da62835f5d7247b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446692f expref: 244 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.456210:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:2.0:1775764894.456216:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.456226:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.456234:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.456258:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.456283:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.456291:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764894.456309:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a0:0x0]: returning size 260096
00000100:00100000:2.0:1775764894.456309:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6427100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:2403:x1862022293868928:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 171us (547us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.456318:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3514
00010000:00010000:1.0:1775764894.456419:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8000/0x9da62835f5d72905 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ac5 expref: 244 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.456430:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ac5 expref: 243 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.456435:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:1.0:1775764894.456437:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1775764894.456439:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6915e8600, rc 0)
00000100:00100000:1.0:1775764894.456482:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14454:x1862022293868416:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 10217us (11527us total) trans 4295101947 rc 0/0
00000100:00100000:1.0:1775764894.456489:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206344
00000100:00100000:3.0:1775764894.463208:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.463296:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293868800
00000100:00100000:1.0:1775764894.463307:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293868800
00000100:00100000:1.0:1775764894.463368:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206345
00000100:00100000:1.0:1775764894.463377:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14453:x1862022293868800:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764894.463398:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764894.463419:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d7291a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466acc expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463518:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72921 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463534:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72921 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463549:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72921 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463577:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72928 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xde0cbb04 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463585:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72928 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463591:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72928 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463628:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72921 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463635:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72921 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463641:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72921 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463647:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6901ca200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764894.463651:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72921 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463737:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72921 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463751:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764894.463754:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.463760:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72921 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463766:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72921 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463779:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72928 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463784:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72928 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463790:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72928 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463795:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6901cbc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764894.463798:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72928 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463804:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72928 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463810:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xde0cbb04 (ffff93c6877cee00)
00010000:00010000:1.0:1775764894.463812:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.463815:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72928 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.463820:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72928 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.464159:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d7291a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466acc expref: 244 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.464178:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764894.464181:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.464185:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d7291a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466acc expref: 244 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.464195:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901ca600, rc 0)
00000100:00100000:1.0:1775764894.464353:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14453:x1862022293868800:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 976us (1152us total) trans 0 rc 301/301
00000100:00100000:1.0:1775764894.464362:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206345
00000100:00100000:2.0:1775764894.466373:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.469058:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293869056
00000100:00100000:0.0:1775764894.469072:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293869056
00000100:00100000:0.0:1775764894.469148:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206346
00000100:00100000:0.0:1775764894.469158:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+243:14454:x1862022293869056:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.469189:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.469213:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d7292f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466ad3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.469313:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.469328:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ac5 expref: 244 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.469337:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.469371:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466ac5 expref: 244 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.469384:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466ac5 expref: 244 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.469398:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a16d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277291136:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764894.469507:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e240 going to sleep for 11 seconds
00000100:00100000:3.0:1775764894.473479:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.473570:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293869184
00000100:00100000:1.0:1775764894.473580:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293869184
00000100:00100000:1.0:1775764894.473640:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206347
00000100:00100000:1.0:1775764894.473650:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:14453:x1862022293869184:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764894.473670:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764894.473688:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7293d lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466ada expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.473751:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72944 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.473765:0:10031:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72944 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.473777:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72944 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764894.473822:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x10087:0x0]: returning size 4096
00000004:00200000:1.0:1775764894.473832:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764894.473884:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72944 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.473910:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d7293d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ada expref: 247 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.473928:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb400/0x9da62835f5d72944 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ada expref: 246 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.473935:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764894.473937:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1775764894.473941:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901cb400, rc 0)
00000100:00100000:1.0:1775764894.473999:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+246:14453:x1862022293869184:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 350us (529us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764894.474006:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206347
00000100:00100000:0.0:1775764894.474260:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a16d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277291136:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764894.474286:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.480570:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.480612:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.480698:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293869312
00000100:00100000:1.0:1775764894.480708:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293869312
00010000:00010000:1.0:1775764894.480744:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466ac5 expref: 246 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.480786:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3515
00000100:00100000:1.0:1775764894.480795:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+246:2402:x1862022293869312:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764894.480809:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.480816:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466ac5 expref: 246 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480866:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466ac5 expref: 246 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480889:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6915e8600/0x9da62835f5d7290c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466ac5 expref: 246 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480905:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:1.0:1775764894.480910:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480920:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480927:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.480950:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764894.480995:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696990380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:2402:x1862022293869312:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 201us (434us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764894.481002:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3515
00000100:00100000:3.0:1775764894.481126:0:6521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293869440
00000100:00100000:3.0:1775764894.481131:0:6521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293869440
00000100:00100000:3.0:1775764894.481166:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3094
00000100:00100000:3.0:1775764894.481172:0:6521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:14453:x1862022293869440:12345-192.168.202.56@tcp:37:dbench.0
00010000:00010000:0.0:1775764894.481759:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.481771:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764894.481819:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a0:0x0]: returning size 260096
00000004:00200000:0.0:1775764894.481824:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764894.481870:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.481904:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d7292f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x100a0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ad3 expref: 246 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.481919:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ad3 expref: 245 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.481927:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:0.0:1775764894.481930:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764894.481932:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79ce00, rc 0)
00000100:00100000:0.0:1775764894.481963:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:14454:x1862022293869056:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 12807us (15597us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.481970:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206346
00000100:00100000:0.0:1775764894.495963:0:6521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:14453:x1862022293869440:12345-192.168.202.56@tcp:37:dbench.0 Request processed in 14781us (15340us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.495979:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3094
00000100:00100000:0.0:1775764894.501458:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.501576:0:15599:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293869696
00000100:00100000:2.0:1775764894.501586:0:15599:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293869696
00000100:00100000:2.0:1775764894.501645:0:15599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3095
00000100:00100000:2.0:1775764894.501655:0:15599:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+244:14453:x1862022293869696:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:2.0:1775764894.501959:0:15599:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:14453:x1862022293869696:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 305us (508us total) trans 4295101948 rc 0/0
00000100:00100000:2.0:1775764894.501969:0:15599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3095
00000100:00100000:1.0:1775764894.506724:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.506876:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293869824
00000100:00100000:3.0:1775764894.506886:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293869824
00000100:00100000:3.0:1775764894.506945:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206348
00000100:00100000:3.0:1775764894.506956:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:14454:x1862022293869824:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:3.0:1775764894.506977:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1775764894.506998:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d7294b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466ae1 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507059:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d72952 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507074:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d72952 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507085:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d72952 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507099:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72959 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507107:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72959 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507113:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72959 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507151:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d72952 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507157:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d72952 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507164:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d72952 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507170:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c682bb3000 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764894.507174:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d72952 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507182:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d72952 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507193:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764894.507196:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.507200:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d72952 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507206:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb3000/0x9da62835f5d72952 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507218:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72959 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507223:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72959 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507229:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72959 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507234:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c682bb2400 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:3.0:1775764894.507236:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72959 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507241:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72959 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507247:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xde0cbb04 (ffff93c69abaff00)
00010000:00010000:3.0:1775764894.507250:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.507252:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72959 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507257:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2400/0x9da62835f5d72959 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507284:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d7294b lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ae1 expref: 246 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507294:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:3.0:1775764894.507297:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1775764894.507301:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c682bb2000/0x9da62835f5d7294b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ae1 expref: 246 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.507313:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c682bb2000, rc 0)
00000100:00100000:3.0:1775764894.507377:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:14454:x1862022293869824:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 424us (663us total) trans 0 rc 301/301
00000100:00100000:3.0:1775764894.507385:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206348
00000100:00100000:3.0:1775764894.512583:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.512885:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293869952
00000100:00100000:1.0:1775764894.512896:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293869952
00000100:00100000:1.0:1775764894.512947:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206349
00000100:00100000:1.0:1775764894.512956:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7b6425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:14453:x1862022293869952:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764894.512981:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764894.513001:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d72960 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466ae8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513059:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72967 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513073:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72967 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513083:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72967 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513097:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d7296e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513104:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d7296e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513111:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d7296e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513180:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d72975 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513189:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d72975 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513196:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d72975 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764894.513233:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a1:0x0]: returning size 260096
00000004:00200000:1.0:1775764894.513237:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764894.513255:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d72975 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513266:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d72975 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513279:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72967 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513285:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72967 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513292:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72967 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513298:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6901cbc00 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764894.513302:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72967 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513309:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72967 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513321:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff93c789f07000)
00010000:00010000:1.0:1775764894.513324:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.513328:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72967 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513333:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d72967 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513344:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d7296e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513349:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d7296e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513354:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d7296e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513359:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c6901ca200 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:1.0:1775764894.513362:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d7296e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513367:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d7296e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513374:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x9e362f1b (ffff93c6877cee00)
00010000:00010000:1.0:1775764894.513376:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1775764894.513379:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d7296e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513384:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d7296e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513409:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d72960 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ae8 expref: 247 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513422:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d72975 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ae8 expref: 246 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.513429:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff93c6a21ad300)
00010000:00010000:1.0:1775764894.513432:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764894.513434:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901ca400, rc 0)
00000100:00100000:1.0:1775764894.513761:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7b6425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+246:14453:x1862022293869952:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 803us (1186us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764894.513769:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206349
00000100:00100000:0.0:1775764894.525409:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.525527:0:6502:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293870080
00000100:00100000:2.0:1775764894.525538:0:6502:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293870080
00000100:00100000:2.0:1775764894.525607:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1245
00000100:00100000:2.0:1775764894.525617:0:6502:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+246:2400:x1862022293870080:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764894.525633:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1775764894.525667:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca400/0x9da62835f5d72975 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ae8 expref: 246 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.525685:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff93c6a21ad300)
00010000:00010000:2.0:1775764894.525691:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764894.525747:0:6502:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+245:2400:x1862022293870080:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 132us (346us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.525755:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1245
00000100:00100000:2.0:1775764894.527031:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.527069:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.527111:0:14273:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293870592
00000100:00100000:1.0:1775764894.527119:0:14273:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293870592
00000100:00100000:0.0:1775764894.527130:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293870336
00000100:00100000:0.0:1775764894.527134:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293870336
00000100:00100000:1.0:1775764894.527163:0:14273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206350
00000100:00100000:0.0:1775764894.527165:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3096
00000100:00100000:0.0:1775764894.527172:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7835f4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+246:14454:x1862022293870336:12345-192.168.202.56@tcp:35:dbench.0
00000100:00100000:1.0:1775764894.527172:0:14273:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+246:14453:x1862022293870592:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764894.527193:0:14273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764894.527211:0:14273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d7297c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466aef expref: -99 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.527283:0:14273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14273 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.527296:0:14273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e1442509446697c expref: 248 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.527304:0:14273:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.527335:0:14273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446697c expref: 248 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.527348:0:14273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446697c expref: 248 pid: 10031 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.527361:0:14273:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277291264:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764894.527363:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7835f4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+248:14454:x1862022293870336:12345-192.168.202.56@tcp:35:dbench.0 Request processed in 192us (338us total) trans 4295101949 rc 0/0
00000100:00100000:0.0:1775764894.527371:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3096
00000100:00100000:1.0:1775764894.527406:0:14273:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764894.534445:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.534700:0:8005:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293870720
00000100:00100000:0.0:1775764894.534711:0:8005:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293870720
00000100:00100000:0.0:1775764894.534773:0:8005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206351
00000100:00100000:0.0:1775764894.534783:0:8005:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+248:14454:x1862022293870720:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.534804:0:8005:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1775764894.534885:0:8005:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d7298a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466af6 expref: -99 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.534952:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d72991 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.534968:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d72991 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.534981:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d72991 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.534996:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72998 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535003:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72998 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535009:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72998 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535077:0:8005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d7299f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8005 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535085:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d7299f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535091:0:8005:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d7299f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764894.535126:0:8005:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a0:0x0]: returning size 260096
00000004:00200000:0.0:1775764894.535130:0:8005:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1775764894.535147:0:8005:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d7299f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535157:0:8005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d7299f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535165:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d72991 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535171:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d72991 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535178:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d72991 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535184:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79c800 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764894.535188:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d72991 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535195:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d72991 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535206:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff93c789f07d00)
00010000:00010000:0.0:1775764894.535209:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.535213:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d72991 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535220:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79c800/0x9da62835f5d72991 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535233:0:8005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72998 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535239:0:8005:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72998 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535245:0:8005:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72998 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535250:0:8005:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c69e79d600 already unused, calling callback (ffffffffc16c54f0)
00010000:00010000:0.0:1775764894.535252:0:8005:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72998 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535258:0:8005:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72998 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535263:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x9e362f1b (ffff93c6a30f4f00)
00010000:00010000:0.0:1775764894.535266:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1775764894.535268:0:8005:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72998 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535273:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d72998 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8005 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535298:0:8005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d7298a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466af6 expref: 250 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535311:0:8005:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d7299f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466af6 expref: 249 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.535318:0:8005:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:0.0:1775764894.535320:0:8005:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1775764894.535323:0:8005:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79d400, rc 0)
00000100:00100000:0.0:1775764894.535379:0:8005:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c68a118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+249:14454:x1862022293870720:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 598us (945us total) trans 0 rc 0/0
00000100:00100000:0.0:1775764894.535386:0:8005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206351
00000100:00100000:0.0:1775764894.537777:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.537902:0:14273:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:14273:1862022277291264:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764894.537930:0:14273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.538145:0:6504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293870848
00000100:00100000:3.0:1775764894.538153:0:6504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293870848
00010000:00010000:3.0:1775764894.538190:0:6504:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446697c expref: 249 pid: 10031 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1775764894.538228:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3516
00000100:00100000:3.0:1775764894.538238:0:6504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+249:2403:x1862022293870848:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1775764894.538251:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1775764894.538258:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446697c expref: 249 pid: 10031 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.538272:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446697c expref: 249 pid: 10031 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.538293:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cae00/0x9da62835f5d72569 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e1442509446697c expref: 249 pid: 10031 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.538308:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff93c6a21ad300)
00010000:00010000:3.0:1775764894.538313:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.538322:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.538329:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1775764894.538361:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1775764894.538410:0:6504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+248:2403:x1862022293870848:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 174us (640us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764894.538417:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3516
00010000:00010000:2.0:1775764894.538556:0:14273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538565:0:14273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14273 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1775764894.538585:0:14273:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a1:0x0]: returning size 260096
00010000:00010000:2.0:1775764894.538726:0:14273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca600/0x9da62835f5d7297c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466aef expref: 249 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538743:0:14273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466aef expref: 248 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.538750:0:14273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff93c6a21ad300)
00010000:00010000:2.0:1775764894.538752:0:14273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1775764894.538755:0:14273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901ca200, rc 0)
00000100:00100000:2.0:1775764894.538789:0:14273:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c696993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c72e6f0-c073-4915-a1e7-5dde21a8c485+248:14453:x1862022293870592:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 11619us (11720us total) trans 4295101950 rc 0/0
00000100:00100000:2.0:1775764894.538796:0:14273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206350
00000100:00100000:0.0:1775764894.549385:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.549430:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:2.0:1775764894.549480:0:6503:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293870976
00000100:00100000:2.0:1775764894.549491:0:6503:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293870976
00000100:00100000:1.0:1775764894.549492:0:10031:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293871104
00000100:00100000:1.0:1775764894.549505:0:10031:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293871104
00000100:00100000:1.0:1775764894.549562:0:10031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206352
00000100:00100000:2.0:1775764894.549562:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1246
00000100:00100000:1.0:1775764894.549571:0:10031:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c682a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+249:14453:x1862022293871104:12345-192.168.202.56@tcp:101:dbench.0
00000100:00100000:2.0:1775764894.549571:0:6503:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7acdf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+249:2402:x1862022293870976:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764894.549585:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.549592:0:10031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764894.549610:0:10031:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d729ad lrc: 2/0,0 mode: --/CR res: [0x240000402:0x100a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466afd expref: -99 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.549610:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d400/0x9da62835f5d7299f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466af6 expref: 249 pid: 8005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.549629:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:2.0:1775764894.549635:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1775764894.549697:0:10031:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d729b4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10031 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.549699:0:6503:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7acdf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c72e6f0-c073-4915-a1e7-5dde21a8c485+249:2402:x1862022293870976:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 130us (324us total) trans 0 rc 0/0
00000100:00100000:2.0:1775764894.549707:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1246
00010000:00010000:1.0:1775764894.549709:0:10031:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466aef expref: 249 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.549716:0:10031:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d729b4 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.549747:0:10031:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466aef expref: 248 pid: 14273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.549760:0:10031:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466aef expref: 248 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.549772:0:10031:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277291392:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764894.549816:0:10031:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1f00 going to sleep for 11 seconds
00000100:00100000:3.0:1775764894.556330:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:3.0:1775764894.556432:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.556566:0:10031:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c7c18a4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10031:1862022277291392:192.168.202.56@tcp:104:
00010000:00010000:1.0:1775764894.556595:0:10031:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d729b4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.556711:0:13382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293871488
00000100:00100000:2.0:1775764894.556720:0:13382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293871488
00010000:00010000:2.0:1775764894.556761:0:13382:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466aef expref: 249 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.556779:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293871360
00000100:00100000:0.0:1775764894.556783:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293871360
00000100:00100000:2.0:1775764894.556797:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3517
00000100:00100000:2.0:1775764894.556806:0:13382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:2401:x1862022293871488:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1775764894.556820:0:13382:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1775764894.556823:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206353
00010000:00010000:2.0:1775764894.556827:0:13382:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466aef expref: 250 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.556859:0:13382:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466aef expref: 250 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.556862:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:14454:x1862022293871360:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:0.0:1775764894.556879:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1775764894.556882:0:13382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901ca200/0x9da62835f5d72983 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466aef expref: 250 pid: 14273 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.556893:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d729bb lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466b04 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.556896:0:13382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff93c6a21ad300)
00010000:00010000:2.0:1775764894.556901:0:13382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d729b4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.556909:0:13382:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d729b4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.556916:0:13382:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d729b4 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1775764894.556936:0:13382:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1775764894.556983:0:13382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c72e6f0-c073-4915-a1e7-5dde21a8c485+250:2401:x1862022293871488:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 177us (550us total) trans 0 rc 0/0
00010000:00010000:0.0:1775764894.556990:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d729c2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1775764894.556990:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3517
00010000:00010000:0.0:1775764894.557004:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466ad3 expref: 249 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.557011:0:6517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d729c2 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.557040:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466ad3 expref: 249 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.557053:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466ad3 expref: 249 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1775764894.557066:0:6517:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c682a15180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277291520:192.168.202.56@tcp:104:
00000100:00100000:0.0:1775764894.557117:0:6517:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6a4b9e180 going to sleep for 11 seconds
00010000:00010000:1.0:1775764894.557538:0:10031:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d729b4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.557546:0:10031:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d729b4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1775764894.557577:0:10031:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a1:0x0]: returning size 260096
00000004:00200000:1.0:1775764894.557582:0:10031:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1775764894.557600:0:10031:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d729b4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10031 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.557627:0:10031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d729ad lrc: 0/0,0 mode: --/CR res: [0x240000402:0x100a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466afd expref: 250 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.557640:0:10031:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbe00/0x9da62835f5d729b4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466afd expref: 249 pid: 10031 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.557647:0:10031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff93c6a21ad300)
00010000:00010000:1.0:1775764894.557650:0:10031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1775764894.557652:0:10031:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c6901cbe00, rc 0)
00000100:00100000:1.0:1775764894.557706:0:10031:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c682a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+249:14453:x1862022293871104:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8136us (8275us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764894.557713:0:10031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206352
00000100:00100000:3.0:1775764894.564113:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:0.0:1775764894.564271:0:6517:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c682a15180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6517:1862022277291520:192.168.202.56@tcp:104:
00010000:00010000:0.0:1775764894.564300:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d729c2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.564438:0:15578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293871616
00000100:00100000:1.0:1775764894.564446:0:15578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293871616
00010000:00010000:1.0:1775764894.564486:0:15578:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466ad3 expref: 249 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.564537:0:15578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3518
00000100:00100000:1.0:1775764894.564547:0:15578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+249:2403:x1862022293871616:12345-192.168.202.56@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1775764894.564565:0:15578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1775764894.564572:0:15578:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466ad3 expref: 249 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.564585:0:15578:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466ad3 expref: 249 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.564606:0:15578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79ce00/0x9da62835f5d72936 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466ad3 expref: 249 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.564624:0:15578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:1.0:1775764894.564628:0:15578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d729c2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.564638:0:15578:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d729c2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.564646:0:15578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d729c2 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.564683:0:15578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1775764894.564733:0:15578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c784b34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c72e6f0-c073-4915-a1e7-5dde21a8c485+248:2403:x1862022293871616:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 187us (632us total) trans 0 rc 0/0
00000100:00100000:1.0:1775764894.564741:0:15578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3518
00010000:00010000:0.0:1775764894.564802:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d729c2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.564810:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d729c2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1775764894.564831:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x100a0:0x0]: returning size 260096
00010000:00010000:0.0:1775764894.564977:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79cc00/0x9da62835f5d729bb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466b04 expref: 249 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.564998:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d729c2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466b04 expref: 248 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1775764894.565006:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff93c682c07200)
00010000:00010000:0.0:1775764894.565009:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1775764894.565012:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c69e79d600, rc 0)
00000100:00100000:0.0:1775764894.565035:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c6a48b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c72e6f0-c073-4915-a1e7-5dde21a8c485+248:14454:x1862022293871360:12345-192.168.202.56@tcp:101:dbench.0 Request processed in 8198us (8716us total) trans 4295101951 rc 0/0
00000100:00100000:0.0:1775764894.565042:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 206353
00000100:00100000:2.0:1775764894.576882:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp)
00000100:00100000:1.0:1775764894.576976:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022293871744
00000100:00100000:1.0:1775764894.576989:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022293871744
00000100:00100000:1.0:1775764894.577052:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 206354
00000100:00100000:1.0:1775764894.577061:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c696990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c72e6f0-c073-4915-a1e7-5dde21a8c485+248:14454:x1862022293871744:12345-192.168.202.56@tcp:101:dbench.0
00010000:00010000:1.0:1775764894.577086:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1775764894.577108:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cbc00/0x9da62835f5d729d0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8e14425094466b0b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.577199:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb800/0x9da62835f5d729d7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.577215:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d729c2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x8e14425094466b04 expref: 249 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.577223:0:6519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff93c6901cb800/0x9da62835f5d729d7 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.577260:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d729c2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466b04 expref: 249 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1775764894.577275:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff93c69e79d600/0x9da62835f5d729c2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x8e14425094466b04 expref: 249 pid: 6517 timeout: 2248 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1775764894.577291:0:6519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c7c18a4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1862022277291648:192.168.202.56@tcp:104:
00000100:00100000:1.0:1775764894.577376:0:6519:0:(client.c:2691:ptlrpc_set_wait()) set ffff93c6943d1f00 going to sleep for 11 seconds
00000100:00100000:1.0:1775764894.583160:0:3658:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277291776:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1775764894.583243:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1775764894.583396:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022277291776
00000100:00100000:3.0:1775764894.583404:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022277291776
00000100:00100000:3.0:1775764894.583453:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603
00000100:00100000:3.0:1775764894.583462:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff93c7c18a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277291776:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1775764894.583505:0:6523:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1440014336 avail 1293774848
00000100:00100000:3.0:1775764894.583559:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff93c7c18a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1862022277291776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (315us total) trans 0 rc 0/0
00000100:00100000:3.0:1775764894.583566:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603
00000100:00100000:1.0:1775764894.583687:0:3658:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff93c684114380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1862022277291776:0@lo:41:osp-pre-1-0.0
Debug log: 61809 lines, 61809 kept, 0 dropped, 0 bad.